-- Logs begin at Mon 2022-02-28 09:51:53 UTC, end at Mon 2022-02-28 11:01:12 UTC. -- Feb 28 10:29:37.867508 dv-cinder-831167-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 28 10:29:40.763916 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.common.config [-] Logging enabled! Feb 28 10:29:40.764545 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev544 Feb 28 10:29:40.764688 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102886) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 28 10:29:40.767928 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.common.config [-] Logging enabled! Feb 28 10:29:40.768187 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev544 Feb 28 10:29:40.768497 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102886) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 28 10:29:40.769415 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 28 10:29:40.769649 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 28 10:29:40.770014 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 28 10:29:40.770264 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 28 10:29:40.770880 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 28 10:29:40.771241 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.771664 dv-cinder-831167-1-iscsi neutron-server[102886]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 28 10:29:40.771984 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.772281 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.772575 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.772873 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.773187 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.773476 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.773763 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.774058 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.774344 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.774625 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.774928 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.775218 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.775499 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.775786 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.776071 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.776352 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] debug = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.776632 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.777053 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.777485 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.777763 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.778049 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.778325 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.778592 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.778863 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.779168 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.779490 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] host = dv-cinder-831167-1-iscsi {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.779765 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.780051 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.780331 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.780612 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.780883 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.781156 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.781442 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.781711 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.781980 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] log_file = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.782254 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.782538 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.782826 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.783133 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.783359 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.783583 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.783868 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.784149 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.784421 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.784693 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.784964 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.785236 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.785506 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.785770 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.786050 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.786329 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.786612 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.786883 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.787178 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.787447 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.787714 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.787995 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.788265 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.788536 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.788831 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.789117 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.789383 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.789653 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.789949 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.790231 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.790510 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.790791 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.791084 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.791371 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.791640 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.791905 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.792173 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] use_json = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.792442 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.792708 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.792985 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.793252 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.793520 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.793789 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.794056 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.794336 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.794606 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:40.794913 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.795214 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.795512 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.795811 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.796098 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.796377 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.796662 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.796936 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.797219 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.797503 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.797785 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.798058 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.798356 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.798644 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.798954 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.799257 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.799548 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.799838 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.800113 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.800388 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.800661 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.800938 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.801230 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.801504 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.801789 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.802074 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.802351 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.802646 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.802954 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.803249 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.803538 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.803811 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.804088 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.804910 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.805189 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.805463 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.805740 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.806028 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.806303 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.806574 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.806854 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.807223 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.807497 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.807768 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.808045 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.808335 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.808609 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.808880 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.809150 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.809424 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.809693 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.809974 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.810247 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.810518 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.810790 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.811094 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.811366 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.811637 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.811917 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.812185 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.812459 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.812729 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.813000 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.813272 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.813545 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.813818 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.814090 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.814361 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.814637 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.814918 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.815207 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.815481 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.815753 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.816024 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.816305 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.816599 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.816875 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.817152 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.817428 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.817701 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.817974 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.818246 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.818522 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.818799 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.819097 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.819385 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.819667 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.819972 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.820825 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.821107 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.821402 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.821680 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.821961 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.822244 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.822521 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.822801 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.823115 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.823403 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.823698 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.823993 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.824287 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.824582 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.824872 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.825155 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.825461 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.825740 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:40.825958 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 28 10:29:40.826197 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102886) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 28 10:29:41.217801 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 28 10:29:41.218082 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 28 10:29:41.218394 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 28 10:29:41.218870 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 28 10:29:41.582869 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:41.583183 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:41.583454 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:41.584732 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:41.585020 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:41.585286 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:41.630614 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:41.630888 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:41.631179 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:41.645326 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:41.645608 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:41.645881 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:41.674055 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:41.674335 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:41.674604 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:41.723680 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:41.723962 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:41.724237 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.067450 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.068065 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.068065 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.068237 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.068925 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.169211 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.169535 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.169821 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.170093 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.170358 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.170666 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.170945 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.171209 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.171465 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.171747 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.172006 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.172267 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.172521 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.172768 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.173022 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.173286 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.173539 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.173802 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.174070 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.174326 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.174593 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.174841 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.175147 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.175524 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.175773 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.176017 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.176406 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102886) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 10:29:42.176651 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102886) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 10:29:42.176888 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102886) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 10:29:42.177124 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102886) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 10:29:42.177358 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102886) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 10:29:42.177592 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102886) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 10:29:42.177949 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 28 10:29:42.181575 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 28 10:29:42.185592 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 28 10:29:42.189432 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Feb 28 10:29:42.191082 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 28 10:29:42.191549 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 28 10:29:42.191886 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 28 10:29:42.192270 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 28 10:29:42.195641 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 28 10:29:42.195891 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 28 10:29:42.196232 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 28 10:29:42.201030 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 28 10:29:42.223527 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 28 10:29:42.223971 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.224272 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102886) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 28 10:29:42.224637 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.226017 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102886) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 28 10:29:42.226326 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 28 10:29:42.226575 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 28 10:29:42.229858 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.230146 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.293100 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 28 10:29:42.293336 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 28 10:29:42.293574 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 28 10:29:42.293939 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 28 10:29:42.313450 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_db.sqlalchemy.engines [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102886) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 28 10:29:42.751643 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.plugins.ml2.managers [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Initializing driver for type 'gre' Feb 28 10:29:42.752193 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] gre ID ranges: [(1, 1000)] Feb 28 10:29:42.805821 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.plugins.ml2.managers [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Initializing driver for type 'local' Feb 28 10:29:42.806240 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.plugins.ml2.managers [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Initializing driver for type 'vlan' Feb 28 10:29:42.819506 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] VlanTypeDriver initialization complete Feb 28 10:29:42.819869 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.plugins.ml2.managers [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Initializing driver for type 'vxlan' Feb 28 10:29:42.820877 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] vxlan ID ranges: [(1, 1000)] Feb 28 10:29:42.871154 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.plugins.ml2.managers [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Initializing extension driver 'port_security' Feb 28 10:29:42.871498 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.plugins.ml2.extensions.port_security [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] PortSecurityExtensionDriver initialization complete Feb 28 10:29:42.871833 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.plugins.ml2.managers [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Initializing mechanism driver 'openvswitch' Feb 28 10:29:42.872152 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.plugins.ml2.managers [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Initializing mechanism driver 'hyperv' Feb 28 10:29:42.878760 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.plugins.ml2.plugin [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:29:42.879645 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > port after_create 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.880031 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > port after_update 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.880533 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > port after_delete 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.881060 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102886) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Feb 28 10:29:42.881499 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > subnet after_create 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.881859 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > subnet after_update 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.882212 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.883192 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102886) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Feb 28 10:29:42.883608 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > network after_create 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.883958 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > network after_update 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.884304 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > network after_delete 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.884704 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102886) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Feb 28 10:29:42.885113 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > security_group after_create 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.885466 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > security_group after_update 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.885810 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.886209 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102886) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Feb 28 10:29:42.886618 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.886994 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.887340 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.887735 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102886) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Feb 28 10:29:42.888140 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > address_group after_create 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.888486 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > address_group after_update 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.888823 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.889226 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102886) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Feb 28 10:29:42.889671 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] ML2 OVO RPC backend initialized. {{(pid=102886) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Feb 28 10:29:42.890368 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.890721 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.891169 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > network before_response 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.891519 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > networks before_response 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.891866 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > port before_response 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.892205 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > ports before_response 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.892547 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > subnet before_response 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.892884 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > subnets before_response 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.893225 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > network after_create 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.893562 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > network after_update 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.893896 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > network after_delete 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.894231 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > port after_create 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.894568 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > port after_update 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.894927 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > port after_delete 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.895270 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > subnet after_create 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.895606 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > subnet after_update 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.895942 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.903211 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.quota [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded quota_driver: . Feb 28 10:29:42.903584 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.plugins.ml2.plugin [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Modular L2 Plugin initialization complete Feb 28 10:29:42.903932 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading services supported by the core plugin {{(pid=102886) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 28 10:29:42.904279 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.plugins.ml2.managers [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Got port-security extension from driver 'port_security' Feb 28 10:29:42.904759 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.extensions.vlantransparent [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Disabled vlantransparent extension. Feb 28 10:29:42.905253 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102886) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 28 10:29:42.905579 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading Plugin: router Feb 28 10:29:42.941332 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.941725 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > router after_create 55549900 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.942100 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > router before_create 55549900 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.942469 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.942846 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.943238 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > router after_delete 55549900 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.943600 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.943952 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.944314 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > router after_create 55549900 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.944660 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > router after_update 55549900 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.945646 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > router after_update 55549900 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.946003 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.946364 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > router after_update 55549900 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.946813 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > router precommit_update 55549900 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.947209 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: port after_update 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.947555 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: port after_delete 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.947895 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: subnet after_update 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.948237 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.948587 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.948936 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > router precommit_create 55549900 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.949287 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: port before_delete 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.949634 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > router precommit_create 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.949991 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > router after_update 55549900 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.950337 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.950817 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > router precommit_create 55549900 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.951208 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.951559 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > router precommit_update 55549900 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.951927 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > agent after_create 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.952282 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > agent after_delete 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.952629 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > network after_delete 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.953480 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.quota.resource_registry [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Tracking information for resource: router configured {{(pid=102886) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 10:29:42.953813 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.quota.resource_registry [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Tracking information for resource: floatingip configured {{(pid=102886) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 10:29:42.958744 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.db.l3_agentschedulers_db [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 28 10:29:42.959349 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: port after_update 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.959720 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: port after_create 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.960077 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: port after_delete 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.960433 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: port after_update 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.961248 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > router before_create 55550100 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.961616 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.961986 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > router precommit_create 55550100 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.962346 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > router precommit_update 55550100 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.967127 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.services.provider_configuration [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Service providers = [] {{(pid=102886) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 28 10:29:42.967492 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.db.servicetype_db [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102886) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 28 10:29:42.970438 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.services.service_base [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102886) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 10:29:42.970807 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.services.service_base [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102886) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 10:29:42.971172 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.services.service_base [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102886) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 10:29:42.972067 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.services.service_base [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102886) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 10:29:42.972440 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.services.service_base [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 28 10:29:42.972812 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102886) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 10:29:42.973132 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 28 10:29:42.983872 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102886) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 10:29:42.984215 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading Plugin: auto_allocate Feb 28 10:29:42.990042 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: network precommit_update 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.990414 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: network precommit_create 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:42.990965 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102886) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 10:29:42.991294 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading Plugin: tag Feb 28 10:29:42.999681 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102886) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 10:29:43.000049 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading Plugin: timestamp Feb 28 10:29:43.004645 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102886) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 10:29:43.004992 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading Plugin: network_ip_availability Feb 28 10:29:43.012123 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:43.012502 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:43.012954 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:43.013725 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102886) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 10:29:43.014007 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading Plugin: flavors Feb 28 10:29:43.019027 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102886) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 10:29:43.019365 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading Plugin: revisions Feb 28 10:29:43.023794 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102886) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 10:29:43.024193 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_concurrency.lockutils [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.806s {{(pid=102886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 28 10:29:43.024935 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102886) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 28 10:29:43.025271 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Initializing extension manager. Feb 28 10:29:43.025796 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: __init__.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.026138 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: __pycache__ {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.026474 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.026810 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: address_group.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.027596 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.028160 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: address-group Feb 28 10:29:43.028484 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: address_scope.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.029218 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.029707 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: address-scope Feb 28 10:29:43.030032 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.030986 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.031513 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: router-admin-state-down-before-update Feb 28 10:29:43.031828 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: agent.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.032537 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.033051 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: agent Feb 28 10:29:43.033373 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: agent_resources_synced.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.034286 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.034790 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: agent-resources-synced Feb 28 10:29:43.035151 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: allowedaddresspairs.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.036948 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.037466 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: allowed-address-pairs Feb 28 10:29:43.037794 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: auto_allocated_topology.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.038934 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.039448 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: auto-allocated-topology Feb 28 10:29:43.039776 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: availability_zone.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.040474 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.040984 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: availability_zone Feb 28 10:29:43.041307 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: availability_zone_filter.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.042228 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.042739 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: availability_zone_filter Feb 28 10:29:43.043101 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: data_plane_status.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.044017 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.044523 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extension data-plane-status not supported by any of loaded plugins Feb 28 10:29:43.044845 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: default_subnetpools.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.045766 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.046274 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: default-subnetpools Feb 28 10:29:43.046594 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.047434 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.047945 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: dhcp_agent_scheduler Feb 28 10:29:43.048270 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: dns.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.049183 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.049686 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extension dns-integration not supported by any of loaded plugins Feb 28 10:29:43.050007 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: dns_domain_ports.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.050938 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.051442 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 28 10:29:43.051768 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.052682 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.053184 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 28 10:29:43.053505 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: dvr.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.054170 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.055228 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: dvr Feb 28 10:29:43.055553 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: ecmp_routes.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.056467 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.056970 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 28 10:29:43.057292 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: empty_string_filtering.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.058196 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.058705 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: empty-string-filtering Feb 28 10:29:43.059067 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.059975 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.060478 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 28 10:29:43.060802 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.061716 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.062218 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 28 10:29:43.062542 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: external_net.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.063476 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.063987 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: external-net Feb 28 10:29:43.064314 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.065212 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.065724 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: extra_dhcp_opt Feb 28 10:29:43.066047 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: extraroute.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.066985 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.067496 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: extraroute Feb 28 10:29:43.068013 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: extraroute_atomic.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.068832 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.069348 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: extraroute-atomic Feb 28 10:29:43.069663 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: filter_validation.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.070957 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.071468 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: filter-validation Feb 28 10:29:43.071809 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: fip_pf_description.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.072698 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.073198 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 28 10:29:43.073521 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: fip_port_details.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.074621 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.075165 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: fip-port-details Feb 28 10:29:43.075493 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: flavors.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.076741 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.077254 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: flavors Feb 28 10:29:43.077582 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.079360 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.079893 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 28 10:29:43.080230 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: floatingip_pools.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.080947 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.081468 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: floatingip-pools Feb 28 10:29:43.081800 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: ip_allocation.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.082749 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.083293 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extension ip_allocation not supported by any of loaded plugins Feb 28 10:29:43.083617 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.084534 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.085045 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: ip-substring-filtering Feb 28 10:29:43.085373 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: l2_adjacency.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.086337 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.086847 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 28 10:29:43.087197 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: l3.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.088162 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.088675 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: router Feb 28 10:29:43.089001 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.091320 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.091850 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 28 10:29:43.092188 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.093116 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.093630 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: ext-gw-mode Feb 28 10:29:43.093959 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.094875 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.095406 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: l3-ha Feb 28 10:29:43.095731 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.096635 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.097138 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 28 10:29:43.097462 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: l3_flavors.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.098372 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.098875 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: l3-flavors Feb 28 10:29:43.099220 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: l3_ndp_proxy.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.100619 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.101144 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 28 10:29:43.102007 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.102945 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.103463 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 28 10:29:43.103796 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: l3agentscheduler.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.104858 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.105370 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: l3_agent_scheduler Feb 28 10:29:43.105700 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: local_ip.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.107513 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.108043 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extension local_ip not supported by any of loaded plugins Feb 28 10:29:43.108382 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: logging.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.111386 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.111917 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extension logging not supported by any of loaded plugins Feb 28 10:29:43.112257 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: metering.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.113009 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.113594 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: metering Feb 28 10:29:43.113927 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.115079 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.115604 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: metering_source_and_destination_fields Feb 28 10:29:43.115935 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: multiprovidernet.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.117489 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.118003 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: multi-provider Feb 28 10:29:43.118335 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: netmtu.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.119289 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.119809 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: net-mtu Feb 28 10:29:43.120134 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: netmtu_writable.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.121062 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.121572 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: net-mtu-writable Feb 28 10:29:43.121896 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: network_availability_zone.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.122572 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.123098 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: network_availability_zone Feb 28 10:29:43.123422 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: network_ip_availability.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.124537 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.125049 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: network-ip-availability Feb 28 10:29:43.125372 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: network_segment_range.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.126139 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.126645 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extension network-segment-range not supported by any of loaded plugins Feb 28 10:29:43.126998 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: pagination.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.127990 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.128327 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: pagination Feb 28 10:29:43.128652 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: port_device_profile.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.129577 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.130091 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: port-device-profile Feb 28 10:29:43.130416 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.131369 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.131879 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: port-mac-address-regenerate Feb 28 10:29:43.132204 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.133402 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.133912 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: port-numa-affinity-policy Feb 28 10:29:43.134235 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: port_resource_request.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.135190 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.135701 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extension port-resource-request not supported by any of loaded plugins Feb 28 10:29:43.136026 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: port_resource_request_groups.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.137027 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.137535 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 28 10:29:43.137859 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: portbindings.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.138786 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.139334 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: binding Feb 28 10:29:43.139659 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: portbindings_extended.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.140949 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.141462 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: binding-extended Feb 28 10:29:43.141787 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: portsecurity.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.142703 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.143252 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: port-security Feb 28 10:29:43.143580 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: project_id.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.144557 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.144892 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: project-id Feb 28 10:29:43.145218 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: providernet.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.146138 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.146651 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: provider Feb 28 10:29:43.147007 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: qos.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.150607 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.151171 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extension qos not supported by any of loaded plugins Feb 28 10:29:43.151510 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.152769 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.153284 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 28 10:29:43.153617 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.154535 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.155074 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 28 10:29:43.155401 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: qos_default.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.156323 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.156842 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extension qos-default not supported by any of loaded plugins Feb 28 10:29:43.157167 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: qos_fip.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.158108 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.158617 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extension qos-fip not supported by any of loaded plugins Feb 28 10:29:43.158963 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.159883 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.160390 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 28 10:29:43.160712 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: qos_gateway_ip.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.161630 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.162140 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 28 10:29:43.162463 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: qos_port_network_policy.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.163527 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.164573 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 28 10:29:43.164902 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.165955 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.166471 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 28 10:29:43.166796 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.167859 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.168378 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 28 10:29:43.168710 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: qos_pps_rule.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.169895 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.170415 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extension qos-pps not supported by any of loaded plugins Feb 28 10:29:43.170743 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: qos_rule_type_details.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.171681 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.172193 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 28 10:29:43.172520 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: qos_rules_alias.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.173580 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.174089 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 28 10:29:43.174415 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: quota_check_limit.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.175433 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.175948 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: quota-check-limit Feb 28 10:29:43.176273 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: quotasv2.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.177210 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.177538 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: quotas Feb 28 10:29:43.177861 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: quotasv2_detail.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.180159 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.180496 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: quota_details Feb 28 10:29:43.180827 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: rbac.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.181873 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.182398 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: rbac-policies Feb 28 10:29:43.182733 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: rbac_address_group.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.183686 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.184201 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: rbac-address-group Feb 28 10:29:43.184530 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: rbac_address_scope.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.185451 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.185964 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: rbac-address-scope Feb 28 10:29:43.186292 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: rbac_security_groups.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.187247 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.187758 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: rbac-security-groups Feb 28 10:29:43.188085 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: rbac_subnetpool.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.189087 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.189597 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: rbac-subnetpool Feb 28 10:29:43.189924 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: revisionifmatch.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.190856 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.191393 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: revision-if-match Feb 28 10:29:43.191718 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: revisions.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.192841 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.193356 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: standard-attr-revisions Feb 28 10:29:43.193681 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: router_availability_zone.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.194351 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.194879 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: router_availability_zone Feb 28 10:29:43.195226 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: routerservicetype.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.196155 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.196666 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extension router-service-type not supported by any of loaded plugins Feb 28 10:29:43.196991 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.197922 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.198429 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: security-groups-normalized-cidr Feb 28 10:29:43.198762 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.199701 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.200212 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: port-security-groups-filtering Feb 28 10:29:43.200535 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.201461 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.201972 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: security-groups-remote-address-group Feb 28 10:29:43.202298 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.203276 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.203790 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: security-groups-shared-filtering Feb 28 10:29:43.204117 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.204706 dv-cinder-831167-1-iscsi neutron-server[102886]: WARNING neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 28 10:29:43.205027 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: securitygroup.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.214726 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.215299 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: security-group Feb 28 10:29:43.215635 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: segment.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.216423 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.216936 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extension segment not supported by any of loaded plugins Feb 28 10:29:43.217264 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.218206 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.218723 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 28 10:29:43.219089 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: servicetype.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.220211 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.220731 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: service-type Feb 28 10:29:43.221056 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: sorting.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.222045 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.222381 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: sorting Feb 28 10:29:43.222706 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: standard_attr_segment.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.223646 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.224161 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 28 10:29:43.224485 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: standardattrdescription.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.225130 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.225636 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: standard-attr-description Feb 28 10:29:43.225959 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: stateful_security_group.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.227428 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.227946 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: stateful-security-group Feb 28 10:29:43.228276 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: stdattrs_common.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.228857 dv-cinder-831167-1-iscsi neutron-server[102886]: WARNING neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 28 10:29:43.229185 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.230119 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.230631 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 28 10:29:43.230988 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: subnet_onboard.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.232069 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.232586 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: subnet_onboard Feb 28 10:29:43.232913 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.233854 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.234363 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 28 10:29:43.234689 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: subnet_service_types.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.235640 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.236151 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: subnet-service-types Feb 28 10:29:43.236474 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: subnetallocation.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.237567 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.238080 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: subnet_allocation Feb 28 10:29:43.238409 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.239175 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.239691 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: subnetpool-prefix-ops Feb 28 10:29:43.240016 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.240948 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.241459 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 28 10:29:43.241811 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: tagging.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.243479 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.244006 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: standard-attr-tag Feb 28 10:29:43.244339 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: timestamp.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.245552 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.246075 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loaded extension: standard-attr-timestamp Feb 28 10:29:43.246407 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: trunk.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.247468 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.247988 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extension trunk not supported by any of loaded plugins Feb 28 10:29:43.248318 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: trunk_details.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.249243 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.249759 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extension trunk-details not supported by any of loaded plugins Feb 28 10:29:43.250085 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: uplink_status_propagation.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.251041 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.251555 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 28 10:29:43.251882 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Loading extension file: vlantransparent.py {{(pid=102886) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:29:43.252551 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102886) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:29:43.253059 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 28 10:29:43.255611 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.quota.resource_registry [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Creating instance of TrackedResource for resource:network Feb 28 10:29:43.256087 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.quota.resource_registry [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Creating instance of TrackedResource for resource:subnet Feb 28 10:29:43.256486 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.quota.resource_registry [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 10:29:43.256877 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.quota.resource_registry [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Creating instance of TrackedResource for resource:port Feb 28 10:29:43.258403 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.v2.resource_helper [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102886) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 10:29:43.258863 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.v2.resource_helper [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Service FLAVORS assigned prefix: {{(pid=102886) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 10:29:43.259503 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.v2.resource_helper [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102886) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 10:29:43.259943 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.v2.resource_helper [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102886) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 10:29:43.260287 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.quota.resource_registry [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Creating instance of TrackedResource for resource:router Feb 28 10:29:43.260733 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.quota.resource_registry [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Creating instance of TrackedResource for resource:floatingip Feb 28 10:29:43.261220 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.v2.resource_helper [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Service METERING assigned prefix: /metering {{(pid=102886) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 10:29:43.262651 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:43.263057 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:43.263414 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:29:43.264425 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.quota.resource_registry [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Creating instance of CountableResource for resource:rbac_policy Feb 28 10:29:43.264863 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.quota.resource_registry [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Creating instance of TrackedResource for resource:security_group Feb 28 10:29:43.265303 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.quota.resource_registry [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 28 10:29:43.265915 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.v2.resource_helper [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Service CORE assigned prefix: {{(pid=102886) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 10:29:43.266250 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.quota.resource_registry [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 10:29:43.266600 dv-cinder-831167-1-iscsi neutron-server[102886]: WARNING neutron.quota.resource_registry [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] subnetpool is already registered Feb 28 10:29:43.267056 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.v2.resource_helper [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Service CORE assigned prefix: {{(pid=102886) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 10:29:43.267387 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.quota.resource_registry [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 10:29:43.267719 dv-cinder-831167-1-iscsi neutron-server[102886]: WARNING neutron.quota.resource_registry [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] subnetpool is already registered Feb 28 10:29:43.269978 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.v2.resource_helper [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102886) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 10:29:43.270417 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.v2.resource_helper [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Service FLAVORS assigned prefix: {{(pid=102886) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 10:29:43.271114 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.v2.resource_helper [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102886) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 10:29:43.271548 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.v2.resource_helper [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102886) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 10:29:43.271885 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.quota.resource_registry [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Creating instance of TrackedResource for resource:router Feb 28 10:29:43.272228 dv-cinder-831167-1-iscsi neutron-server[102886]: WARNING neutron.quota.resource_registry [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] router is already registered Feb 28 10:29:43.272648 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.quota.resource_registry [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Creating instance of TrackedResource for resource:floatingip Feb 28 10:29:43.273006 dv-cinder-831167-1-iscsi neutron-server[102886]: WARNING neutron.quota.resource_registry [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] floatingip is already registered Feb 28 10:29:43.273465 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.v2.resource_helper [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Service METERING assigned prefix: /metering {{(pid=102886) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 10:29:43.274131 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.quota.resource_registry [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Creating instance of CountableResource for resource:rbac_policy Feb 28 10:29:43.274462 dv-cinder-831167-1-iscsi neutron-server[102886]: WARNING neutron.quota.resource_registry [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] rbac_policy is already registered Feb 28 10:29:43.274874 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.quota.resource_registry [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Creating instance of TrackedResource for resource:security_group Feb 28 10:29:43.275231 dv-cinder-831167-1-iscsi neutron-server[102886]: WARNING neutron.quota.resource_registry [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] security_group is already registered Feb 28 10:29:43.275633 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.quota.resource_registry [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 28 10:29:43.275966 dv-cinder-831167-1-iscsi neutron-server[102886]: WARNING neutron.quota.resource_registry [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] security_group_rule is already registered Feb 28 10:29:43.276592 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.v2.resource_helper [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Service CORE assigned prefix: {{(pid=102886) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 10:29:43.276922 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.quota.resource_registry [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 10:29:43.277258 dv-cinder-831167-1-iscsi neutron-server[102886]: WARNING neutron.quota.resource_registry [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] subnetpool is already registered Feb 28 10:29:43.277675 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.v2.resource_helper [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Service CORE assigned prefix: {{(pid=102886) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 10:29:43.277998 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.quota.resource_registry [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 10:29:43.278329 dv-cinder-831167-1-iscsi neutron-server[102886]: WARNING neutron.quota.resource_registry [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] subnetpool is already registered Feb 28 10:29:43.278798 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extended resource: extensions {{(pid=102886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:29:43.280288 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extended resource: address-groups {{(pid=102886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:29:43.281776 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extended resource: address-scopes {{(pid=102886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:29:43.283132 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extended resource: agents {{(pid=102886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:29:43.284310 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extended resource: auto-allocated-topology {{(pid=102886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:29:43.285554 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extended resource: availability_zones {{(pid=102886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:29:43.286763 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extended resource: dhcp-networks {{(pid=102886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:29:43.288307 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extended resource: dhcp-agents {{(pid=102886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:29:43.290287 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extended resource: routers {{(pid=102886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:29:43.292513 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extended resource: flavors {{(pid=102886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:29:43.293687 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extended resource: service_profiles {{(pid=102886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:29:43.294888 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extended resource: next_providers {{(pid=102886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:29:43.296380 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extended resource: service_profiles {{(pid=102886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:29:43.297931 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extended resource: floatingip-pools {{(pid=102886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:29:43.299181 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extended resource: routers {{(pid=102886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:29:43.301261 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extended resource: floatingips {{(pid=102886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:29:43.303461 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extended resource: l3-routers {{(pid=102886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:29:43.304934 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extended resource: l3-agents {{(pid=102886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:29:43.306363 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extended resource: metering-labels {{(pid=102886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:29:43.307761 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extended resource: metering-label-rules {{(pid=102886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:29:43.309028 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extended resource: network-ip-availabilities {{(pid=102886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:29:43.310294 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extended resource: bindings {{(pid=102886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:29:43.311998 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extended resource: quotas {{(pid=102886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:29:43.313549 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extended resource: quotas {{(pid=102886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:29:43.315102 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extended resource: rbac-policies {{(pid=102886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:29:43.316404 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extended resource: security-groups {{(pid=102886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:29:43.317636 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extended resource: security-group-rules {{(pid=102886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:29:43.318913 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extended resource: service-providers {{(pid=102886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:29:43.320657 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extended resource: subnetpools {{(pid=102886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:29:43.322075 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extended resource: subnetpools {{(pid=102886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:29:43.323563 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extended resource: tags {{(pid=102886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:29:43.325238 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extended resource: tags {{(pid=102886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:29:43.327094 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extended resource: tags {{(pid=102886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:29:43.328859 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extended resource: tags {{(pid=102886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:29:43.330632 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extended resource: tags {{(pid=102886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:29:43.332568 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extended resource: tags {{(pid=102886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:29:43.334254 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extended resource: tags {{(pid=102886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:29:43.336791 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extended resource: tags {{(pid=102886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:29:43.338544 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extended resource: tags {{(pid=102886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:29:43.340428 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron.api.extensions [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Extended resource: tags {{(pid=102886) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:29:43.346245 dv-cinder-831167-1-iscsi neutron-server[102886]: WARNING keystonemiddleware.auth_token [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 28 10:29:43.350894 dv-cinder-831167-1-iscsi neutron-server[102886]: WARNING keystonemiddleware.auth_token [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 28 10:29:43.359433 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_concurrency.lockutils [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Acquired lock "singleton_lock" {{(pid=102886) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 28 10:29:43.359907 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_concurrency.lockutils [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Releasing lock "singleton_lock" {{(pid=102886) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 28 10:29:43.360550 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO oslo_service.service [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Starting 2 workers Feb 28 10:29:43.365398 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Started child 102995 {{(pid=102886) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 28 10:29:43.369986 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Started child 102996 {{(pid=102886) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 28 10:29:43.370981 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:29:43.371612 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO neutron.service [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 28 10:29:43.372234 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:29:43.372506 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [-] (102995) wsgi starting up on http://0.0.0.0:9696 Feb 28 10:29:43.374774 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO oslo_service.service [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Starting 1 workers Feb 28 10:29:43.375229 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:29:43.376740 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [-] (102996) wsgi starting up on http://0.0.0.0:9696 Feb 28 10:29:43.379994 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Started child 102997 {{(pid=102886) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 28 10:29:43.380538 dv-cinder-831167-1-iscsi neutron-server[102886]: INFO oslo_service.service [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Starting 1 workers Feb 28 10:29:43.384297 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.service [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] calling RpcWorker wait() {{(pid=102997) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 28 10:29:43.384840 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.service [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] returning from RpcWorker wait() {{(pid=102997) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 28 10:29:43.385832 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Started child 102998 {{(pid=102886) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 28 10:29:43.386081 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:29:43.386560 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:29:43.386651 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG neutron_lib.callbacks.manager [None req-a7a60415-762d-403b-b35c-63d39acb45f6 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:29:43.388771 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102886) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 28 10:29:43.388984 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 28 10:29:43.389174 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 28 10:29:43.389403 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 28 10:29:43.389754 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 28 10:29:43.389921 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 28 10:29:43.390465 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.390749 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.391046 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.391316 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.391588 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.392181 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.392418 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:29:43.392890 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.392890 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.393041 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.393213 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.393383 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.393551 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.393806 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.394043 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.394351 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.394626 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.394884 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.395191 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.395353 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.395625 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.395896 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.396123 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.396381 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] debug = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.396635 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.397145 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.397376 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.397625 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.397843 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.398724 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.399006 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.399275 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.399513 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.399752 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.399988 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.400237 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.400459 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.400673 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.400934 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.401180 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.401451 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.401689 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.402153 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] host = dv-cinder-831167-1-iscsi {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.402413 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.402650 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.402894 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.403164 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.403424 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.403654 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.403909 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.404170 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.404417 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.404645 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.404907 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.405130 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.405367 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.405625 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] log_file = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.405794 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] log_options = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.406041 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.406302 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.406557 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.406751 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.406939 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.407119 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.407390 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.407556 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.407805 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.408038 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.408253 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.408492 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.408709 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.408940 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.409209 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.409459 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.410458 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.410458 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.410458 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.410458 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.410784 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.410784 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.411116 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.411411 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.411759 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.412015 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.412267 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.412487 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.412731 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.412968 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.413217 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.413465 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.413718 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.413956 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.414216 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.414468 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.414703 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.414946 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.415223 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.415453 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.415886 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.416081 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.416285 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.416568 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.416568 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.417138 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.417138 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] use_json = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.418458 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.418458 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.418458 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.418458 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.418458 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.418458 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.419330 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.419330 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.419330 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.419925 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.419925 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.421904 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.421904 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.421904 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.421904 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.421904 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.421904 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.422746 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:29:43.422919 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.422919 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.422919 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.422919 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.422919 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.422919 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.424463 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.424463 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.424463 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.424463 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.424463 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.424463 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.424463 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.424960 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.424960 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.425159 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.425393 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.425625 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.425849 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.426151 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.426764 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.427310 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.427766 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.428173 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.428484 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.428679 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.428911 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.429152 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.429420 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.429657 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.429874 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.430147 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.430400 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.430661 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.430944 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.431169 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.431391 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.431627 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.431855 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.432101 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.432338 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.432563 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.432952 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.433181 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.433415 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.433799 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.434057 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.434297 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.434709 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.434979 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.435208 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.435572 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.435945 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.436187 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.436424 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.436650 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.436876 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.437092 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.437314 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.437528 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.437785 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.438007 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.438222 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.438436 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.438829 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.439075 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.439305 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.439549 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.439791 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.441626 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.441626 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.441626 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.441626 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.441626 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.441626 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.441626 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.441626 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.442158 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.442158 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.442158 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.442360 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.442593 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.442808 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.443102 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.443411 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.443646 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.443874 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.444099 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.444345 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.444564 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.445492 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.445875 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.446292 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.446684 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.447132 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.447524 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.447927 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.448178 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.448408 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.448673 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.448894 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.449300 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.449708 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.450119 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.450549 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.450998 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.451454 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.451870 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.452312 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.452758 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.453181 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.453457 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.453735 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.454003 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.454225 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.454695 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.455206 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.455648 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.455922 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.456189 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.456448 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.456706 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.456949 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.457229 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.457484 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.457739 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.457980 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.458230 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.458486 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.458705 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.459022 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.459353 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.459765 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.460159 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.460601 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.461427 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.461699 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.461965 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.462257 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.462509 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.462770 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.463055 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.463324 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.463560 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.463798 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.464032 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.464252 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.464505 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.464742 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.464987 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.465225 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.465441 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.465707 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.465923 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.466147 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.466365 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.466597 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.466803 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.467088 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.467305 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.467547 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.467785 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.468007 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.468236 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.468475 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.468689 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.468942 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.469159 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.469425 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.469674 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.470061 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.470312 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.470538 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.470776 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.471025 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.471274 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.471495 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.471710 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.471925 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.472147 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.472362 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.472596 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.472840 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.473238 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.473476 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.473722 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.474075 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.474340 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.474576 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.474824 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.475091 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.475335 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.475710 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.475934 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.476184 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.476401 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.476648 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.476909 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.477130 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.477350 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.477571 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.477788 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.478049 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.478290 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.478532 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.478753 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.479019 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.479239 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.479482 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.479718 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.479933 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.480149 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.480370 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.480585 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.480814 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.481111 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.481363 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.481601 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.481871 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.482112 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.482353 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.482585 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.482802 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.483041 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.483268 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.483488 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.483698 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.483927 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.484142 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.484354 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.484577 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.484796 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.485007 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.485251 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.485462 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.485673 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.485896 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.486117 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.486329 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.486556 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.486769 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.487024 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.487249 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.487469 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.487699 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.487930 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.488142 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.488376 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.488600 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.488817 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.489047 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.489313 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.489575 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.489797 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.490078 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.490347 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.490596 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.490843 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.491207 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.491424 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.491685 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.492432 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.492650 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.492894 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.493841 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.493841 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.493841 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.494100 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.494319 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.494620 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.494932 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.495279 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.495450 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:29:43.495543 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.495805 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.496138 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.496423 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.496676 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.496923 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.497171 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.497392 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.497610 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.497830 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.498066 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.498302 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.498546 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.498779 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.499238 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.499238 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.499757 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.499757 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.499996 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.500157 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.500410 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.500755 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.500755 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 28 10:29:43.501323 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102886) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 28 10:29:43.501493 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 28 10:29:43.501622 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 28 10:29:43.501801 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 28 10:29:43.501972 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 28 10:29:43.502265 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 28 10:29:43.502688 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.503026 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.503323 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.503636 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.503800 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.504001 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.504167 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.504470 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.504640 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.504806 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.504965 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.505402 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.505402 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.505402 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.505688 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.505776 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.505856 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.506942 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.506942 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.506942 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.506942 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.506942 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.506942 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] debug = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.506942 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.507459 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.507459 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.508381 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.508381 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.508548 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.508705 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.508866 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.509026 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.509185 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.509345 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.509505 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.509667 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.509826 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.509986 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.510145 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.510304 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.510462 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.510620 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] host = dv-cinder-831167-1-iscsi {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.510779 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.510959 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.511120 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.511286 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.511445 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.511630 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.511761 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.511915 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.512082 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.512242 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.512399 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.512558 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.512716 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.512875 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] log_file = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.513051 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] log_options = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.513188 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.513347 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.513506 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.513697 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.513866 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.514027 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.514194 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.514352 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.514535 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.514664 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.514818 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.515004 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.515165 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.515323 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.515483 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.515642 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.515801 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.515959 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.516120 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.516279 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.516437 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.516596 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.516755 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.516913 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.517071 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.517230 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.517388 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.517547 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.517705 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.517865 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.518025 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.518188 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.518381 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.518539 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.518678 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.518814 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.518987 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.519160 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.519507 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.519507 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.520041 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.520041 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.520041 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.520041 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.520543 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.520543 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.520543 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] use_json = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.520911 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.520911 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.520911 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.521280 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.521280 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.521535 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.521535 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.522024 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.522024 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:29:43.522024 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.522423 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.522423 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.522423 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.522793 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.522793 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.523076 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.523076 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.523334 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.523334 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.523809 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.523809 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.523809 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.524257 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.524257 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.524257 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.524628 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.524628 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.524834 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.524913 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.525026 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.525193 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.525366 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.525529 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.525692 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.525854 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.526017 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.526187 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.526350 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.526529 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.526693 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.526856 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.527097 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.527261 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.527425 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.527589 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.527753 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.527916 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.528080 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.528242 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.528405 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.528567 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.528730 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.528892 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.529057 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.529220 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.529384 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.529546 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.529709 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.529873 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.530037 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.530199 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.530362 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.530524 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.530688 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.530850 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.531033 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.531210 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.531374 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.531530 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.531687 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.532026 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.532026 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.532257 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.532337 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.532459 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.532601 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.532762 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.532937 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.533099 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.533263 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.533424 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.533587 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.533750 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.533912 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.534073 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.534525 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.534525 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.534525 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.534874 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.534874 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.535059 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.535161 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.535322 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.535484 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.535647 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.535810 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.535971 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.536152 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.536297 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.536460 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.536629 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.536808 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.536971 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.537133 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.537295 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.537457 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.537619 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.537781 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.537943 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.538106 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.538269 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.538379 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 51222) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:29:43.538502 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.538638 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.538772 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.539005 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.539147 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.539280 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.539408 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.539565 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.539727 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.539890 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.540052 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.540215 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.540378 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.540541 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.540704 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.540867 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.541030 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.541205 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.541356 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.541521 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.541683 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.541851 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.542024 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.542188 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.542353 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.542514 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.542677 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.542840 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.543021 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.543175 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.543337 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.543502 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.543664 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.543839 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.544066 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.544204 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.544340 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.544475 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.544628 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.544791 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.544955 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.545102 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.545267 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.545429 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.545592 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.545755 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.545918 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.546080 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.546243 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.546405 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.546569 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.546731 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.546894 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.547078 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.547242 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.547405 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.547568 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.547731 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.547894 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.548057 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.548293 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.548414 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0078316 Feb 28 10:29:43.549341 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.549341 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.549341 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.549341 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.549341 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.549341 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.549341 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.549826 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.549826 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.549826 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.550042 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.550127 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.551146 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.551344 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.551529 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.551716 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.551895 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.552072 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.552243 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.552389 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.552558 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.552728 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.552897 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.553065 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.553280 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.553438 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.553577 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.553718 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.553853 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.553987 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.554152 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.555026 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.555194 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.555194 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.555443 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.555588 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.555721 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.555853 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.556762 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.556762 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.556762 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.556762 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.556762 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.556762 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.557515 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.557515 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.557515 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.557515 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.557515 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.558423 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.558423 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.558423 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.558423 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.558423 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.558423 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.559229 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.559229 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.559229 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.559229 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.559229 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.559871 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.559871 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.559871 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.559871 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.560370 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.560370 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.560370 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.560740 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.560740 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.560740 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.561109 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.561109 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.561397 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.561397 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.561655 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.561655 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.561911 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.562048 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.562185 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.562319 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.562462 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.562591 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.562720 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.562887 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.563083 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.563248 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.563413 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.563576 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.563742 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.563904 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.564078 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.564242 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.564403 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.564568 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.564729 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.564893 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.565066 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.565231 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.565398 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.565569 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.565731 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.565893 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.566056 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.566230 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.566395 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.566563 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.566726 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.566876 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.567061 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.567224 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.567393 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.567565 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.567740 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.568696 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.568696 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.568696 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.568696 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.568696 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.568696 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.569082 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.569082 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.569201 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.569379 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.569464 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.569677 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.569771 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.570029 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.570193 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.570355 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.570518 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.570681 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.570844 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.571024 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.571170 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.571353 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.571486 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.571648 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.571811 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.571973 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:29:43.572130 dv-cinder-831167-1-iscsi neutron-server[102886]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102886) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 28 10:29:54.976740 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb92d74-932f-4234-8541-514d45419481 None None] get_active_networks_info from dv-cinder-831167-1-iscsi {{(pid=102997) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 10:29:55.075858 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb92d74-932f-4234-8541-514d45419481 None None] No non-hosted networks {{(pid=102997) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 28 10:29:55.107544 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.agentschedulers_db [None req-0eb92d74-932f-4234-8541-514d45419481 None None] DHCP Agent not found on host dv-cinder-831167-1-iscsi {{(pid=102997) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 28 10:29:55.210963 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-1a64618a-70fb-482b-89d4-e045edd9c976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1717734'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_create {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:29:57.122798 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-466713b2-7461-460a-b1ae-8b941850126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1717734'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_create {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:29:57.184114 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-b12c56d0-dcf2-451a-9330-2d569b6206d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:29:58.524720 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1717734'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_create {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:29:59.913948 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1717734'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_create {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:00.747676 dv-cinder-831167-1-iscsi neutron-server[102997]: INFO neutron.db.l3_hamode_db [None req-cf6d1a1e-d67f-4bde-a5c7-8934ef30728c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 28 10:30:00.828467 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6d1a1e-d67f-4bde-a5c7-8934ef30728c None None] Routers set() bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:30:00.828861 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6d1a1e-d67f-4bde-a5c7-8934ef30728c None None] Router IDs set() for agent in host dv-cinder-831167-1-iscsi {{(pid=102997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 28 10:30:01.214187 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 51306) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:30:01.467272 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1717734'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_create {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:01.468622 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:01.469226 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:01.469804 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:01.470500 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:01.471126 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:01.472819 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:01.473160 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:01.473507 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:01.473837 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:01.474161 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:01.474521 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:01.474851 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:01.475222 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:01.476198 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-831167-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:30:01.483844 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-831167-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:30:01.732834 dv-cinder-831167-1-iscsi neutron-server[102995]: WARNING oslo_policy.policy [None req-a75375f4-4ea5-43c9-8ecc-1dbd663d6bf0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 10:30:01.733463 dv-cinder-831167-1-iscsi neutron-server[102995]: WARNING oslo_policy.policy [None req-a75375f4-4ea5-43c9-8ecc-1dbd663d6bf0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 10:30:01.960544 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [None req-a75375f4-4ea5-43c9-8ecc-1dbd663d6bf0 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102995) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:30:01.961644 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-a75375f4-4ea5-43c9-8ecc-1dbd663d6bf0 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7465618 Feb 28 10:30:04.488961 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 51332) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:30:04.791187 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [None req-69661b71-39cd-4a12-9587-c7c8bf2f727f admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:30:04.881804 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.policy [None req-69661b71-39cd-4a12-9587-c7c8bf2f727f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102995) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 28 10:30:04.923641 dv-cinder-831167-1-iscsi neutron-server[102995]: WARNING oslo_policy.policy [None req-69661b71-39cd-4a12-9587-c7c8bf2f727f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 10:30:04.923969 dv-cinder-831167-1-iscsi neutron-server[102995]: WARNING oslo_policy.policy [None req-69661b71-39cd-4a12-9587-c7c8bf2f727f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 10:30:05.019306 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-69661b71-39cd-4a12-9587-c7c8bf2f727f admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783311349862', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783311353429', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783311364313', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783311374237', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783311376472', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783311387974', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-781752', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1328377', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-328264', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-484153'] for rbac-policy (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:05.084851 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-69661b71-39cd-4a12-9587-c7c8bf2f727f admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:05.086405 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-69661b71-39cd-4a12-9587-c7c8bf2f727f admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5960977 Feb 28 10:30:07.546459 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 51342) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:30:07.851692 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [None req-974986e0-8bc4-4b50-8458-afedfcd15621 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:30:07.879969 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974986e0-8bc4-4b50-8458-afedfcd15621 demo demo] Made reservation on behalf of c72151b764de430b89f44fcf9d7e9dbb for: {'network': 1} {{(pid=102995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:30:07.884650 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-974986e0-8bc4-4b50-8458-afedfcd15621 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for network (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:07.900599 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-974986e0-8bc4-4b50-8458-afedfcd15621 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:08.009692 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-974986e0-8bc4-4b50-8458-afedfcd15621 demo demo] Publish callbacks [] for security_group (9a13be89-36d5-45a7-a972-54860f82bd2d), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:08.014195 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-974986e0-8bc4-4b50-8458-afedfcd15621 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (9a13be89-36d5-45a7-a972-54860f82bd2d), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:08.038579 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-974986e0-8bc4-4b50-8458-afedfcd15621 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=102995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:30:08.073487 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-974986e0-8bc4-4b50-8458-afedfcd15621 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783309880468', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761337'] for segment (2d337e0f-c91f-4f56-8a25-a30287a805b9), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:08.074061 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-974986e0-8bc4-4b50-8458-afedfcd15621 demo demo] Unsubscribe: segment precommit_create {{(pid=102995) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 28 10:30:08.074569 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.db.segments_db [None req-974986e0-8bc4-4b50-8458-afedfcd15621 demo demo] Added segment 2d337e0f-c91f-4f56-8a25-a30287a805b9 of type vlan for network 36fc71a0-3578-4275-9165-2c12ade40091 Feb 28 10:30:08.089888 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974986e0-8bc4-4b50-8458-afedfcd15621 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=9a13be89-36d5-45a7-a972-54860f82bd2d,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:30:08.144095 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974986e0-8bc4-4b50-8458-afedfcd15621 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:08.144367 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974986e0-8bc4-4b50-8458-afedfcd15621 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:08.144725 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974986e0-8bc4-4b50-8458-afedfcd15621 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:08.145062 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974986e0-8bc4-4b50-8458-afedfcd15621 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:08.145389 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974986e0-8bc4-4b50-8458-afedfcd15621 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:08.145715 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974986e0-8bc4-4b50-8458-afedfcd15621 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:08.146073 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974986e0-8bc4-4b50-8458-afedfcd15621 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:08.146342 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974986e0-8bc4-4b50-8458-afedfcd15621 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:08.146662 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974986e0-8bc4-4b50-8458-afedfcd15621 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:08.147024 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974986e0-8bc4-4b50-8458-afedfcd15621 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:08.147346 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974986e0-8bc4-4b50-8458-afedfcd15621 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:08.147662 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974986e0-8bc4-4b50-8458-afedfcd15621 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:08.147982 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974986e0-8bc4-4b50-8458-afedfcd15621 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:08.149309 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974986e0-8bc4-4b50-8458-afedfcd15621 demo demo] Tracked resource versions report: Feb 28 10:30:08.149309 dv-cinder-831167-1-iscsi neutron-server[102995]: pushed versions: Feb 28 10:30:08.149309 dv-cinder-831167-1-iscsi neutron-server[102995]: { 'AddressGroup': {'1.2'}, Feb 28 10:30:08.149309 dv-cinder-831167-1-iscsi neutron-server[102995]: 'ConntrackHelper': {'1.0'}, Feb 28 10:30:08.149309 dv-cinder-831167-1-iscsi neutron-server[102995]: 'LocalIPAssociation': {'1.0'}, Feb 28 10:30:08.149309 dv-cinder-831167-1-iscsi neutron-server[102995]: 'Log': {'1.0'}, Feb 28 10:30:08.149309 dv-cinder-831167-1-iscsi neutron-server[102995]: 'Network': {'1.1'}, Feb 28 10:30:08.149309 dv-cinder-831167-1-iscsi neutron-server[102995]: 'Port': {'1.7'}, Feb 28 10:30:08.149309 dv-cinder-831167-1-iscsi neutron-server[102995]: 'PortForwarding': {'1.2'}, Feb 28 10:30:08.149309 dv-cinder-831167-1-iscsi neutron-server[102995]: 'QosPolicy': {'1.10'}, Feb 28 10:30:08.149309 dv-cinder-831167-1-iscsi neutron-server[102995]: 'SecurityGroup': {'1.5'}, Feb 28 10:30:08.149309 dv-cinder-831167-1-iscsi neutron-server[102995]: 'SecurityGroupRule': {'1.2'}, Feb 28 10:30:08.149309 dv-cinder-831167-1-iscsi neutron-server[102995]: 'SubPort': {'1.0'}, Feb 28 10:30:08.149309 dv-cinder-831167-1-iscsi neutron-server[102995]: 'Subnet': {'1.1'}, Feb 28 10:30:08.149309 dv-cinder-831167-1-iscsi neutron-server[102995]: 'Trunk': {'1.1'}} Feb 28 10:30:08.149309 dv-cinder-831167-1-iscsi neutron-server[102995]: consumer versions: Feb 28 10:30:08.149309 dv-cinder-831167-1-iscsi neutron-server[102995]: { DHCP agent@dv-cinder-831167-1-iscsi: {}, Feb 28 10:30:08.149309 dv-cinder-831167-1-iscsi neutron-server[102995]: L3 agent@dv-cinder-831167-1-iscsi: {}, Feb 28 10:30:08.149309 dv-cinder-831167-1-iscsi neutron-server[102995]: Metadata agent@dv-cinder-831167-1-iscsi: {}, Feb 28 10:30:08.149309 dv-cinder-831167-1-iscsi neutron-server[102995]: Metering agent@dv-cinder-831167-1-iscsi: {}, Feb 28 10:30:08.149309 dv-cinder-831167-1-iscsi neutron-server[102995]: Open vSwitch agent@dv-cinder-831167-1-iscsi: { 'AddressGroup': '1.2', Feb 28 10:30:08.149309 dv-cinder-831167-1-iscsi neutron-server[102995]: 'ConntrackHelper': '1.0', Feb 28 10:30:08.149309 dv-cinder-831167-1-iscsi neutron-server[102995]: 'LocalIPAssociation': '1.0', Feb 28 10:30:08.149309 dv-cinder-831167-1-iscsi neutron-server[102995]: 'Log': '1.0', Feb 28 10:30:08.149309 dv-cinder-831167-1-iscsi neutron-server[102995]: 'Network': '1.1', Feb 28 10:30:08.149309 dv-cinder-831167-1-iscsi neutron-server[102995]: 'Port': '1.7', Feb 28 10:30:08.149309 dv-cinder-831167-1-iscsi neutron-server[102995]: 'PortForwarding': '1.2', Feb 28 10:30:08.149309 dv-cinder-831167-1-iscsi neutron-server[102995]: 'QosPolicy': '1.10', Feb 28 10:30:08.149309 dv-cinder-831167-1-iscsi neutron-server[102995]: 'SecurityGroup': '1.5', Feb 28 10:30:08.149309 dv-cinder-831167-1-iscsi neutron-server[102995]: 'SecurityGroupRule': '1.2', Feb 28 10:30:08.149309 dv-cinder-831167-1-iscsi neutron-server[102995]: 'SubPort': '1.0', Feb 28 10:30:08.149309 dv-cinder-831167-1-iscsi neutron-server[102995]: 'Subnet': '1.1', Feb 28 10:30:08.149309 dv-cinder-831167-1-iscsi neutron-server[102995]: 'Trunk': '1.1'}} Feb 28 10:30:08.149309 dv-cinder-831167-1-iscsi neutron-server[102995]: {{(pid=102995) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 10:30:08.188471 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-974986e0-8bc4-4b50-8458-afedfcd15621 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783309439991'] for network (36fc71a0-3578-4275-9165-2c12ade40091), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:08.227491 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-974986e0-8bc4-4b50-8458-afedfcd15621 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297'] for network (36fc71a0-3578-4275-9165-2c12ade40091), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:08.232487 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974986e0-8bc4-4b50-8458-afedfcd15621 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:30:08.233185 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-974986e0-8bc4-4b50-8458-afedfcd15621 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for network (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:08.314920 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-974986e0-8bc4-4b50-8458-afedfcd15621 demo demo] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7672915 Feb 28 10:30:08.351300 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974986e0-8bc4-4b50-8458-afedfcd15621 demo demo] Pushing event updated for resources: {'Network': ['ID=36fc71a0-3578-4275-9165-2c12ade40091,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:30:08.364011 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Network 36fc71a0-3578-4275-9165-2c12ade40091 details requested by agent ovs-agent-dv-cinder-831167-1-iscsi with host dv-cinder-831167-1-iscsi {{(pid=102997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:30:10.877002 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 51354) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:30:11.275272 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a80a4d0-e101-4369-bd68-ee873d163d8c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:30:11.276611 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-6a80a4d0-e101-4369-bd68-ee873d163d8c demo admin] 10.222.0.44 "GET /v2.0/networks/36fc71a0-3578-4275-9165-2c12ade40091 HTTP/1.1" status: 200 len: 825 time: 0.3985767 Feb 28 10:30:11.301262 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-3c753da9-eead-431b-81a9-2d0a5d05b0de demo admin] 10.222.0.44 "GET /v2.0/subnetpools/9b939a7a-56b9-43e3-ad16-c6c4b71884ba HTTP/1.1" status: 200 len: 734 time: 0.0188806 Feb 28 10:30:11.310184 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [None req-037228bf-c41e-43bc-ba62-ab4ede7050e0 demo admin] Request body: {'subnet': {'network_id': '36fc71a0-3578-4275-9165-2c12ade40091', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '9b939a7a-56b9-43e3-ad16-c6c4b71884ba', 'gateway_ip': '172.20.0.1'}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:30:11.330286 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037228bf-c41e-43bc-ba62-ab4ede7050e0 demo admin] Made reservation on behalf of c72151b764de430b89f44fcf9d7e9dbb for: {'subnet': 1} {{(pid=102995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:30:11.332638 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-037228bf-c41e-43bc-ba62-ab4ede7050e0 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:11.617997 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-037228bf-c41e-43bc-ba62-ab4ede7050e0 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297'] for subnet (7b82b163-4c4b-48f3-b8a1-25163f28b184), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:11.688023 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037228bf-c41e-43bc-ba62-ab4ede7050e0 demo admin] Checking segment: {'id': '2d337e0f-c91f-4f56-8a25-a30287a805b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '36fc71a0-3578-4275-9165-2c12ade40091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:30:11.688418 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037228bf-c41e-43bc-ba62-ab4ede7050e0 demo admin] Network hostable DHCP agents. Network: 36fc71a0-3578-4275-9165-2c12ade40091, hostable agents: ['908aa187-f1dc-423a-8ec3-c19816a84263'], hosted agents: [] {{(pid=102995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:30:11.692876 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037228bf-c41e-43bc-ba62-ab4ede7050e0 demo admin] Pushing event updated for resources: {'Subnet': ['ID=7b82b163-4c4b-48f3-b8a1-25163f28b184,revision_number=0']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:30:11.712340 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037228bf-c41e-43bc-ba62-ab4ede7050e0 demo admin] Network 36fc71a0-3578-4275-9165-2c12ade40091 is scheduled to be hosted by DHCP agent 908aa187-f1dc-423a-8ec3-c19816a84263 with binding_index 1 {{(pid=102995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:30:11.723779 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.base_scheduler [None req-037228bf-c41e-43bc-ba62-ab4ede7050e0 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831167-1-iscsi, 36fc71a0-3578-4275-9165-2c12ade40091) {{(pid=102995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:30:11.728294 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037228bf-c41e-43bc-ba62-ab4ede7050e0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:30:11.728882 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-037228bf-c41e-43bc-ba62-ab4ede7050e0 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for subnet (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:11.733624 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b0f318-7884-4342-930d-a2a475b7d1a4 None None] Network 36fc71a0-3578-4275-9165-2c12ade40091 requested from dv-cinder-831167-1-iscsi {{(pid=102997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:30:11.750951 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-037228bf-c41e-43bc-ba62-ab4ede7050e0 demo admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4377446 Feb 28 10:30:12.005446 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89440723-9e45-4fb2-9253-9733cc1b1f74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54a0a7cf-b57e-5b42-bf88-c5e67f938400-36fc71a0-3578-4275-9165-2c12ade40091', 'network_id': '36fc71a0-3578-4275-9165-2c12ade40091', 'project_id': 'c72151b764de430b89f44fcf9d7e9dbb', 'fixed_ips': [{'subnet_id': '7b82b163-4c4b-48f3-b8a1-25163f28b184'}]}} from dv-cinder-831167-1-iscsi. {{(pid=102997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:30:12.006720 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-89440723-9e45-4fb2-9253-9733cc1b1f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:12.293389 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.db_base_plugin_common [None req-89440723-9e45-4fb2-9253-9733cc1b1f74 None None] Allocated IP 172.20.0.2 (36fc71a0-3578-4275-9165-2c12ade40091/7b82b163-4c4b-48f3-b8a1-25163f28b184/814a8fc3-c3e0-492d-abe9-b5b5e310da02) {{(pid=102997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:30:12.559345 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-89440723-9e45-4fb2-9253-9733cc1b1f74 None None] Publish callbacks [] for port (814a8fc3-c3e0-492d-abe9-b5b5e310da02), precommit_create {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:12.568223 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-89440723-9e45-4fb2-9253-9733cc1b1f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981'] for port (814a8fc3-c3e0-492d-abe9-b5b5e310da02), after_create {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:12.647183 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89440723-9e45-4fb2-9253-9733cc1b1f74 None None] Network 36fc71a0-3578-4275-9165-2c12ade40091 is already hosted by enough agents. {{(pid=102997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:30:12.652072 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.scheduler.base_scheduler [None req-89440723-9e45-4fb2-9253-9733cc1b1f74 None None] Resources bound (agent type, host, resource id): {{(pid=102997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:30:12.657444 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89440723-9e45-4fb2-9253-9733cc1b1f74 None None] Pushing event updated for resources: {'Port': ['ID=814a8fc3-c3e0-492d-abe9-b5b5e310da02,revision_number=1']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:30:12.659669 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89440723-9e45-4fb2-9253-9733cc1b1f74 None None] Received port after_create {{(pid=102997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:30:12.669791 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89440723-9e45-4fb2-9253-9733cc1b1f74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:12.670164 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89440723-9e45-4fb2-9253-9733cc1b1f74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:12.670531 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89440723-9e45-4fb2-9253-9733cc1b1f74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:12.670878 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89440723-9e45-4fb2-9253-9733cc1b1f74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:12.671237 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89440723-9e45-4fb2-9253-9733cc1b1f74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:12.671571 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89440723-9e45-4fb2-9253-9733cc1b1f74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:12.671903 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89440723-9e45-4fb2-9253-9733cc1b1f74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:12.672231 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89440723-9e45-4fb2-9253-9733cc1b1f74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:12.672558 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89440723-9e45-4fb2-9253-9733cc1b1f74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:12.672907 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89440723-9e45-4fb2-9253-9733cc1b1f74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:12.673238 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89440723-9e45-4fb2-9253-9733cc1b1f74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:12.673560 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89440723-9e45-4fb2-9253-9733cc1b1f74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:12.673888 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89440723-9e45-4fb2-9253-9733cc1b1f74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:12.675268 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89440723-9e45-4fb2-9253-9733cc1b1f74 None None] Tracked resource versions report: Feb 28 10:30:12.675268 dv-cinder-831167-1-iscsi neutron-server[102997]: pushed versions: Feb 28 10:30:12.675268 dv-cinder-831167-1-iscsi neutron-server[102997]: { 'AddressGroup': {'1.2'}, Feb 28 10:30:12.675268 dv-cinder-831167-1-iscsi neutron-server[102997]: 'ConntrackHelper': {'1.0'}, Feb 28 10:30:12.675268 dv-cinder-831167-1-iscsi neutron-server[102997]: 'LocalIPAssociation': {'1.0'}, Feb 28 10:30:12.675268 dv-cinder-831167-1-iscsi neutron-server[102997]: 'Log': {'1.0'}, Feb 28 10:30:12.675268 dv-cinder-831167-1-iscsi neutron-server[102997]: 'Network': {'1.1'}, Feb 28 10:30:12.675268 dv-cinder-831167-1-iscsi neutron-server[102997]: 'Port': {'1.7'}, Feb 28 10:30:12.675268 dv-cinder-831167-1-iscsi neutron-server[102997]: 'PortForwarding': {'1.2'}, Feb 28 10:30:12.675268 dv-cinder-831167-1-iscsi neutron-server[102997]: 'QosPolicy': {'1.10'}, Feb 28 10:30:12.675268 dv-cinder-831167-1-iscsi neutron-server[102997]: 'SecurityGroup': {'1.5'}, Feb 28 10:30:12.675268 dv-cinder-831167-1-iscsi neutron-server[102997]: 'SecurityGroupRule': {'1.2'}, Feb 28 10:30:12.675268 dv-cinder-831167-1-iscsi neutron-server[102997]: 'SubPort': {'1.0'}, Feb 28 10:30:12.675268 dv-cinder-831167-1-iscsi neutron-server[102997]: 'Subnet': {'1.1'}, Feb 28 10:30:12.675268 dv-cinder-831167-1-iscsi neutron-server[102997]: 'Trunk': {'1.1'}} Feb 28 10:30:12.675268 dv-cinder-831167-1-iscsi neutron-server[102997]: consumer versions: Feb 28 10:30:12.675268 dv-cinder-831167-1-iscsi neutron-server[102997]: { DHCP agent@dv-cinder-831167-1-iscsi: {}, Feb 28 10:30:12.675268 dv-cinder-831167-1-iscsi neutron-server[102997]: L3 agent@dv-cinder-831167-1-iscsi: {}, Feb 28 10:30:12.675268 dv-cinder-831167-1-iscsi neutron-server[102997]: Metadata agent@dv-cinder-831167-1-iscsi: {}, Feb 28 10:30:12.675268 dv-cinder-831167-1-iscsi neutron-server[102997]: Metering agent@dv-cinder-831167-1-iscsi: {}, Feb 28 10:30:12.675268 dv-cinder-831167-1-iscsi neutron-server[102997]: Open vSwitch agent@dv-cinder-831167-1-iscsi: { 'AddressGroup': '1.2', Feb 28 10:30:12.675268 dv-cinder-831167-1-iscsi neutron-server[102997]: 'ConntrackHelper': '1.0', Feb 28 10:30:12.675268 dv-cinder-831167-1-iscsi neutron-server[102997]: 'LocalIPAssociation': '1.0', Feb 28 10:30:12.675268 dv-cinder-831167-1-iscsi neutron-server[102997]: 'Log': '1.0', Feb 28 10:30:12.675268 dv-cinder-831167-1-iscsi neutron-server[102997]: 'Network': '1.1', Feb 28 10:30:12.675268 dv-cinder-831167-1-iscsi neutron-server[102997]: 'Port': '1.7', Feb 28 10:30:12.675268 dv-cinder-831167-1-iscsi neutron-server[102997]: 'PortForwarding': '1.2', Feb 28 10:30:12.675268 dv-cinder-831167-1-iscsi neutron-server[102997]: 'QosPolicy': '1.10', Feb 28 10:30:12.675268 dv-cinder-831167-1-iscsi neutron-server[102997]: 'SecurityGroup': '1.5', Feb 28 10:30:12.675268 dv-cinder-831167-1-iscsi neutron-server[102997]: 'SecurityGroupRule': '1.2', Feb 28 10:30:12.675268 dv-cinder-831167-1-iscsi neutron-server[102997]: 'SubPort': '1.0', Feb 28 10:30:12.675268 dv-cinder-831167-1-iscsi neutron-server[102997]: 'Subnet': '1.1', Feb 28 10:30:12.675268 dv-cinder-831167-1-iscsi neutron-server[102997]: 'Trunk': '1.1'}} Feb 28 10:30:12.675268 dv-cinder-831167-1-iscsi neutron-server[102997]: {{(pid=102997) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 10:30:12.750354 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-89440723-9e45-4fb2-9253-9733cc1b1f74 None None] Attempting to bind port 814a8fc3-c3e0-492d-abe9-b5b5e310da02 on host dv-cinder-831167-1-iscsi for vnic_type normal with profile {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:30:12.751041 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-89440723-9e45-4fb2-9253-9733cc1b1f74 None None] Attempting to bind port 814a8fc3-c3e0-492d-abe9-b5b5e310da02 by drivers openvswitch,hyperv on host dv-cinder-831167-1-iscsi at level 0 using segments [{'id': '2d337e0f-c91f-4f56-8a25-a30287a805b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '36fc71a0-3578-4275-9165-2c12ade40091'}] {{(pid=102997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:30:12.751208 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89440723-9e45-4fb2-9253-9733cc1b1f74 None None] Attempting to bind port 814a8fc3-c3e0-492d-abe9-b5b5e310da02 on network 36fc71a0-3578-4275-9165-2c12ade40091 {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:30:12.756079 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89440723-9e45-4fb2-9253-9733cc1b1f74 None None] Checking agent: {'id': '9787f0c2-b99f-49df-865b-f8e3f2374559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 1), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:30:12.756502 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89440723-9e45-4fb2-9253-9733cc1b1f74 None None] Checking segment: {'id': '2d337e0f-c91f-4f56-8a25-a30287a805b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '36fc71a0-3578-4275-9165-2c12ade40091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:30:12.756988 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-89440723-9e45-4fb2-9253-9733cc1b1f74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:12.757381 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89440723-9e45-4fb2-9253-9733cc1b1f74 None None] Bound using segment: {'id': '2d337e0f-c91f-4f56-8a25-a30287a805b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '36fc71a0-3578-4275-9165-2c12ade40091'} {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:30:12.758146 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-89440723-9e45-4fb2-9253-9733cc1b1f74 None None] Bound port: 814a8fc3-c3e0-492d-abe9-b5b5e310da02, host: dv-cinder-831167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d337e0f-c91f-4f56-8a25-a30287a805b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '36fc71a0-3578-4275-9165-2c12ade40091'}}] {{(pid=102997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:30:12.758549 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-89440723-9e45-4fb2-9253-9733cc1b1f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (814a8fc3-c3e0-492d-abe9-b5b5e310da02), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:12.818728 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-89440723-9e45-4fb2-9253-9733cc1b1f74 None None] For port 814a8fc3-c3e0-492d-abe9-b5b5e310da02, host dv-cinder-831167-1-iscsi, cleared binding levels {{(pid=102997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:30:12.823484 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-89440723-9e45-4fb2-9253-9733cc1b1f74 None None] For port 814a8fc3-c3e0-492d-abe9-b5b5e310da02, host dv-cinder-831167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=814a8fc3-c3e0-492d-abe9-b5b5e310da02,segment=NetworkSegment(2d337e0f-c91f-4f56-8a25-a30287a805b9),segment_id=2d337e0f-c91f-4f56-8a25-a30287a805b9)] {{(pid=102997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:30:12.831084 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-89440723-9e45-4fb2-9253-9733cc1b1f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (814a8fc3-c3e0-492d-abe9-b5b5e310da02), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:12.893890 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89440723-9e45-4fb2-9253-9733cc1b1f74 None None] Pushing event updated for resources: {'Port': ['ID=814a8fc3-c3e0-492d-abe9-b5b5e310da02,revision_number=2']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:30:14.329806 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 51362) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:30:14.662838 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [None req-74146ef6-8ebf-479a-91bb-24559c7fb31f admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102995) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:30:14.666941 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-74146ef6-8ebf-479a-91bb-24559c7fb31f admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3330929 Feb 28 10:30:17.244702 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 51370) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:30:17.562068 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [None req-8371484b-95df-48e6-8a66-7f89719c64eb admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102995) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:30:17.564067 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-8371484b-95df-48e6-8a66-7f89719c64eb admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3176510 Feb 28 10:30:20.113474 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 51378) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:30:20.425430 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [None req-d372e28c-d72a-4a3f-9542-439745fe3f36 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:30:20.450066 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-d372e28c-d72a-4a3f-9542-439745fe3f36 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router (587ae667-425d-44fa-8454-cec3102a31a6), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:20.451705 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-d372e28c-d72a-4a3f-9542-439745fe3f36 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-380290', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8896'] for router (587ae667-425d-44fa-8454-cec3102a31a6), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:20.589956 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-d372e28c-d72a-4a3f-9542-439745fe3f36 demo demo] Publish callbacks [] for router_controller (587ae667-425d-44fa-8454-cec3102a31a6), precommit_add_association {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:20.594731 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-d372e28c-d72a-4a3f-9542-439745fe3f36 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-380383'] for router (587ae667-425d-44fa-8454-cec3102a31a6), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:20.612163 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-d372e28c-d72a-4a3f-9542-439745fe3f36 demo demo] Publish callbacks [] for router (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:20.613334 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-d372e28c-d72a-4a3f-9542-439745fe3f36 demo demo] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4988930 Feb 28 10:30:23.155895 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 51390) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:30:23.474333 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [None req-63c53f4f-68cd-48b0-a61e-adb7762bea32 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102995) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:30:23.475354 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-63c53f4f-68cd-48b0-a61e-adb7762bea32 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3185112 Feb 28 10:30:24.241597 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 814a8fc3-c3e0-492d-abe9-b5b5e310da02 up at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:30:24.308703 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0e7512-17b4-47c5-8dae-b55a1fb62e1e None None] Network 36fc71a0-3578-4275-9165-2c12ade40091 requested from dv-cinder-831167-1-iscsi {{(pid=102997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:30:24.405749 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-9f737f75-5a22-48b5-86b7-b0ba2efd3a5b None None] Provisioning complete for port 814a8fc3-c3e0-492d-abe9-b5b5e310da02 triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:30:24.406170 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-9f737f75-5a22-48b5-86b7-b0ba2efd3a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (814a8fc3-c3e0-492d-abe9-b5b5e310da02), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:24.413323 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Provisioning complete for port 814a8fc3-c3e0-492d-abe9-b5b5e310da02 triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:30:24.413729 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (814a8fc3-c3e0-492d-abe9-b5b5e310da02), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:24.635717 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-9f737f75-5a22-48b5-86b7-b0ba2efd3a5b None None] Current status of the port 814a8fc3-c3e0-492d-abe9-b5b5e310da02 is: DOWN; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:30:24.636113 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-9f737f75-5a22-48b5-86b7-b0ba2efd3a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (814a8fc3-c3e0-492d-abe9-b5b5e310da02), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:24.651979 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Current status of the port 814a8fc3-c3e0-492d-abe9-b5b5e310da02 is: DOWN; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:30:24.652375 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (814a8fc3-c3e0-492d-abe9-b5b5e310da02), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:24.689789 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-9f737f75-5a22-48b5-86b7-b0ba2efd3a5b None None] For port 814a8fc3-c3e0-492d-abe9-b5b5e310da02, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=814a8fc3-c3e0-492d-abe9-b5b5e310da02,segment=NetworkSegment(2d337e0f-c91f-4f56-8a25-a30287a805b9),segment_id=2d337e0f-c91f-4f56-8a25-a30287a805b9)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:30:24.695244 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-9f737f75-5a22-48b5-86b7-b0ba2efd3a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (814a8fc3-c3e0-492d-abe9-b5b5e310da02), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:24.770543 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.db.api [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102997) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:30:24.770982 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG oslo_db.api [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:30:24.775691 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737f75-5a22-48b5-86b7-b0ba2efd3a5b None None] Pushing event updated for resources: {'Port': ['ID=814a8fc3-c3e0-492d-abe9-b5b5e310da02,revision_number=3']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:30:24.814361 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-b59abded-7ec4-4283-9f00-bddfc313eb29 None None] Provisioning complete for port 814a8fc3-c3e0-492d-abe9-b5b5e310da02 triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:30:24.814755 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-b59abded-7ec4-4283-9f00-bddfc313eb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (814a8fc3-c3e0-492d-abe9-b5b5e310da02), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:24.889842 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-b59abded-7ec4-4283-9f00-bddfc313eb29 None None] Current status of the port 814a8fc3-c3e0-492d-abe9-b5b5e310da02 is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:30:24.912057 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-26903846-d6cd-4bd1-a26a-2d34c194a502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:25.306893 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Current status of the port 814a8fc3-c3e0-492d-abe9-b5b5e310da02 is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:30:26.010709 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 51400) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:30:26.226465 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 814a8fc3-c3e0-492d-abe9-b5b5e310da02 up at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:30:26.277126 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Provisioning complete for port 814a8fc3-c3e0-492d-abe9-b5b5e310da02 triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:30:26.277533 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (814a8fc3-c3e0-492d-abe9-b5b5e310da02), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:26.351322 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Current status of the port 814a8fc3-c3e0-492d-abe9-b5b5e310da02 is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:30:26.516498 dv-cinder-831167-1-iscsi neutron-server[102996]: WARNING oslo_policy.policy [None req-49826e25-e643-424b-b1fe-271dadc339ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 10:30:26.517123 dv-cinder-831167-1-iscsi neutron-server[102996]: WARNING oslo_policy.policy [None req-49826e25-e643-424b-b1fe-271dadc339ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 10:30:26.741543 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [None req-49826e25-e643-424b-b1fe-271dadc339ea admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:30:26.794313 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49826e25-e643-424b-b1fe-271dadc339ea admin admin] Made reservation on behalf of df99af6079f04b40ae2fb2b304eafd0e for: {'network': 1} {{(pid=102996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:30:26.856322 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.policy [None req-49826e25-e643-424b-b1fe-271dadc339ea admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102996) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 28 10:30:26.899225 dv-cinder-831167-1-iscsi neutron-server[102996]: WARNING oslo_policy.policy [None req-49826e25-e643-424b-b1fe-271dadc339ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 10:30:26.899614 dv-cinder-831167-1-iscsi neutron-server[102996]: WARNING oslo_policy.policy [None req-49826e25-e643-424b-b1fe-271dadc339ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 10:30:26.909471 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-49826e25-e643-424b-b1fe-271dadc339ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for network (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:26.929569 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-49826e25-e643-424b-b1fe-271dadc339ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:27.040417 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-49826e25-e643-424b-b1fe-271dadc339ea admin admin] Publish callbacks [] for security_group (b3119773-be99-4c8d-9a67-b7947266f5ac), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:27.044251 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-49826e25-e643-424b-b1fe-271dadc339ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (b3119773-be99-4c8d-9a67-b7947266f5ac), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:27.056497 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-49826e25-e643-424b-b1fe-271dadc339ea admin admin] Reserving flat network on physical network physnet1 {{(pid=102996) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 28 10:30:27.089568 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-49826e25-e643-424b-b1fe-271dadc339ea admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783309880468', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761337'] for segment (490b7679-533e-4a17-9008-1b96b60e260c), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:27.090140 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-49826e25-e643-424b-b1fe-271dadc339ea admin admin] Unsubscribe: segment precommit_create {{(pid=102996) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 28 10:30:27.090641 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.db.segments_db [None req-49826e25-e643-424b-b1fe-271dadc339ea admin admin] Added segment 490b7679-533e-4a17-9008-1b96b60e260c of type flat for network 5c191bd3-8d00-44c5-b017-904410258187 Feb 28 10:30:27.108721 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49826e25-e643-424b-b1fe-271dadc339ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3119773-be99-4c8d-9a67-b7947266f5ac,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:30:27.123428 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-248d5662-afda-4ad3-935c-c87e3ba193d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:27.164167 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49826e25-e643-424b-b1fe-271dadc339ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:27.164539 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49826e25-e643-424b-b1fe-271dadc339ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:27.164932 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49826e25-e643-424b-b1fe-271dadc339ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:27.165485 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49826e25-e643-424b-b1fe-271dadc339ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:27.165848 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49826e25-e643-424b-b1fe-271dadc339ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:27.166403 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49826e25-e643-424b-b1fe-271dadc339ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:27.166784 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49826e25-e643-424b-b1fe-271dadc339ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:27.167171 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49826e25-e643-424b-b1fe-271dadc339ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:27.167496 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49826e25-e643-424b-b1fe-271dadc339ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:27.167831 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49826e25-e643-424b-b1fe-271dadc339ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:27.168156 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49826e25-e643-424b-b1fe-271dadc339ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:27.168472 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49826e25-e643-424b-b1fe-271dadc339ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:27.168791 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49826e25-e643-424b-b1fe-271dadc339ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:27.170173 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49826e25-e643-424b-b1fe-271dadc339ea admin admin] Tracked resource versions report: Feb 28 10:30:27.170173 dv-cinder-831167-1-iscsi neutron-server[102996]: pushed versions: Feb 28 10:30:27.170173 dv-cinder-831167-1-iscsi neutron-server[102996]: { 'AddressGroup': {'1.2'}, Feb 28 10:30:27.170173 dv-cinder-831167-1-iscsi neutron-server[102996]: 'ConntrackHelper': {'1.0'}, Feb 28 10:30:27.170173 dv-cinder-831167-1-iscsi neutron-server[102996]: 'LocalIPAssociation': {'1.0'}, Feb 28 10:30:27.170173 dv-cinder-831167-1-iscsi neutron-server[102996]: 'Log': {'1.0'}, Feb 28 10:30:27.170173 dv-cinder-831167-1-iscsi neutron-server[102996]: 'Network': {'1.1'}, Feb 28 10:30:27.170173 dv-cinder-831167-1-iscsi neutron-server[102996]: 'Port': {'1.7'}, Feb 28 10:30:27.170173 dv-cinder-831167-1-iscsi neutron-server[102996]: 'PortForwarding': {'1.2'}, Feb 28 10:30:27.170173 dv-cinder-831167-1-iscsi neutron-server[102996]: 'QosPolicy': {'1.10'}, Feb 28 10:30:27.170173 dv-cinder-831167-1-iscsi neutron-server[102996]: 'SecurityGroup': {'1.5'}, Feb 28 10:30:27.170173 dv-cinder-831167-1-iscsi neutron-server[102996]: 'SecurityGroupRule': {'1.2'}, Feb 28 10:30:27.170173 dv-cinder-831167-1-iscsi neutron-server[102996]: 'SubPort': {'1.0'}, Feb 28 10:30:27.170173 dv-cinder-831167-1-iscsi neutron-server[102996]: 'Subnet': {'1.1'}, Feb 28 10:30:27.170173 dv-cinder-831167-1-iscsi neutron-server[102996]: 'Trunk': {'1.1'}} Feb 28 10:30:27.170173 dv-cinder-831167-1-iscsi neutron-server[102996]: consumer versions: Feb 28 10:30:27.170173 dv-cinder-831167-1-iscsi neutron-server[102996]: { DHCP agent@dv-cinder-831167-1-iscsi: {}, Feb 28 10:30:27.170173 dv-cinder-831167-1-iscsi neutron-server[102996]: L3 agent@dv-cinder-831167-1-iscsi: {}, Feb 28 10:30:27.170173 dv-cinder-831167-1-iscsi neutron-server[102996]: Metadata agent@dv-cinder-831167-1-iscsi: {}, Feb 28 10:30:27.170173 dv-cinder-831167-1-iscsi neutron-server[102996]: Metering agent@dv-cinder-831167-1-iscsi: {}, Feb 28 10:30:27.170173 dv-cinder-831167-1-iscsi neutron-server[102996]: Open vSwitch agent@dv-cinder-831167-1-iscsi: { 'AddressGroup': '1.2', Feb 28 10:30:27.170173 dv-cinder-831167-1-iscsi neutron-server[102996]: 'ConntrackHelper': '1.0', Feb 28 10:30:27.170173 dv-cinder-831167-1-iscsi neutron-server[102996]: 'LocalIPAssociation': '1.0', Feb 28 10:30:27.170173 dv-cinder-831167-1-iscsi neutron-server[102996]: 'Log': '1.0', Feb 28 10:30:27.170173 dv-cinder-831167-1-iscsi neutron-server[102996]: 'Network': '1.1', Feb 28 10:30:27.170173 dv-cinder-831167-1-iscsi neutron-server[102996]: 'Port': '1.7', Feb 28 10:30:27.170173 dv-cinder-831167-1-iscsi neutron-server[102996]: 'PortForwarding': '1.2', Feb 28 10:30:27.170173 dv-cinder-831167-1-iscsi neutron-server[102996]: 'QosPolicy': '1.10', Feb 28 10:30:27.170173 dv-cinder-831167-1-iscsi neutron-server[102996]: 'SecurityGroup': '1.5', Feb 28 10:30:27.170173 dv-cinder-831167-1-iscsi neutron-server[102996]: 'SecurityGroupRule': '1.2', Feb 28 10:30:27.170173 dv-cinder-831167-1-iscsi neutron-server[102996]: 'SubPort': '1.0', Feb 28 10:30:27.170173 dv-cinder-831167-1-iscsi neutron-server[102996]: 'Subnet': '1.1', Feb 28 10:30:27.170173 dv-cinder-831167-1-iscsi neutron-server[102996]: 'Trunk': '1.1'}} Feb 28 10:30:27.170173 dv-cinder-831167-1-iscsi neutron-server[102996]: {{(pid=102996) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 10:30:27.215673 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-49826e25-e643-424b-b1fe-271dadc339ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783309439991'] for network (5c191bd3-8d00-44c5-b017-904410258187), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:27.260500 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-49826e25-e643-424b-b1fe-271dadc339ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297'] for network (5c191bd3-8d00-44c5-b017-904410258187), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:27.261798 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49826e25-e643-424b-b1fe-271dadc339ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:30:27.262514 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-49826e25-e643-424b-b1fe-271dadc339ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for network (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:27.339114 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-49826e25-e643-424b-b1fe-271dadc339ea admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3260901 Feb 28 10:30:27.369458 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49826e25-e643-424b-b1fe-271dadc339ea admin admin] Pushing event updated for resources: {'Network': ['ID=5c191bd3-8d00-44c5-b017-904410258187,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:30:27.379974 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Network 5c191bd3-8d00-44c5-b017-904410258187 details requested by agent ovs-agent-dv-cinder-831167-1-iscsi with host dv-cinder-831167-1-iscsi {{(pid=102997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:30:28.468679 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:29.844731 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:29.860688 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 51430) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:30:30.077084 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369c0642-1699-4f20-b38e-e8f4dd055021 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:30:30.078478 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-369c0642-1699-4f20-b38e-e8f4dd055021 demo admin] 10.222.0.44 "GET /v2.0/subnets/7b82b163-4c4b-48f3-b8a1-25163f28b184 HTTP/1.1" status: 200 len: 849 time: 0.2167897 Feb 28 10:30:30.253247 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-8a211562-ccb1-407e-9d56-0f7f0221156a demo admin] 10.222.0.44 "GET /v2.0/routers/587ae667-425d-44fa-8454-cec3102a31a6 HTTP/1.1" status: 200 len: 704 time: 0.1689699 Feb 28 10:30:30.551253 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-05d52ec4-2d98-41cd-b8e8-9a3a1d99aab4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:30.851556 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.db_base_plugin_common [None req-05d52ec4-2d98-41cd-b8e8-9a3a1d99aab4 demo admin] Allocated IP 172.20.0.1 (36fc71a0-3578-4275-9165-2c12ade40091/7b82b163-4c4b-48f3-b8a1-25163f28b184/d0435567-b941-4341-ad5a-ca1910ecd3de) {{(pid=102996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:30:31.036958 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-05d52ec4-2d98-41cd-b8e8-9a3a1d99aab4 demo admin] Publish callbacks [] for port (d0435567-b941-4341-ad5a-ca1910ecd3de), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:31.101860 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-05d52ec4-2d98-41cd-b8e8-9a3a1d99aab4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981'] for port (d0435567-b941-4341-ad5a-ca1910ecd3de), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:31.180024 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d52ec4-2d98-41cd-b8e8-9a3a1d99aab4 demo admin] Network 36fc71a0-3578-4275-9165-2c12ade40091 is already hosted by enough agents. {{(pid=102996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:30:31.184736 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.base_scheduler [None req-05d52ec4-2d98-41cd-b8e8-9a3a1d99aab4 demo admin] Resources bound (agent type, host, resource id): {{(pid=102996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:30:31.193792 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d52ec4-2d98-41cd-b8e8-9a3a1d99aab4 demo admin] Received port after_create {{(pid=102996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:30:31.194779 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-05d52ec4-2d98-41cd-b8e8-9a3a1d99aab4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-379266'] for router_interface (587ae667-425d-44fa-8454-cec3102a31a6), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:31.213605 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d52ec4-2d98-41cd-b8e8-9a3a1d99aab4 demo admin] Pushing event updated for resources: {'Port': ['ID=d0435567-b941-4341-ad5a-ca1910ecd3de,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:30:31.407969 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-05d52ec4-2d98-41cd-b8e8-9a3a1d99aab4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (d0435567-b941-4341-ad5a-ca1910ecd3de), before_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:31.448506 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-94b824ad-4f77-458e-bf44-250a26092357 None None] Provisioning complete for port d0435567-b941-4341-ad5a-ca1910ecd3de triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:30:31.449611 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-94b824ad-4f77-458e-bf44-250a26092357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (d0435567-b941-4341-ad5a-ca1910ecd3de), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:31.503012 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-94b824ad-4f77-458e-bf44-250a26092357 None None] Port d0435567-b941-4341-ad5a-ca1910ecd3de cannot update to ACTIVE because it is not bound. {{(pid=102997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:30:31.504874 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:31.684171 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-05d52ec4-2d98-41cd-b8e8-9a3a1d99aab4 demo admin] Publish callbacks [] for port (d0435567-b941-4341-ad5a-ca1910ecd3de), precommit_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:31.688681 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-05d52ec4-2d98-41cd-b8e8-9a3a1d99aab4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (d0435567-b941-4341-ad5a-ca1910ecd3de), after_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:31.689650 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-05d52ec4-2d98-41cd-b8e8-9a3a1d99aab4 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1717522'] for router_interface (587ae667-425d-44fa-8454-cec3102a31a6), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:31.770297 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d52ec4-2d98-41cd-b8e8-9a3a1d99aab4 demo admin] Pushing event updated for resources: {'Port': ['ID=d0435567-b941-4341-ad5a-ca1910ecd3de,revision_number=2']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:30:31.816214 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d52ec4-2d98-41cd-b8e8-9a3a1d99aab4 demo admin] Network 36fc71a0-3578-4275-9165-2c12ade40091 is already hosted by enough agents. {{(pid=102996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:30:31.817500 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.base_scheduler [None req-05d52ec4-2d98-41cd-b8e8-9a3a1d99aab4 demo admin] Resources bound (agent type, host, resource id): {{(pid=102996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:30:31.992383 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d52ec4-2d98-41cd-b8e8-9a3a1d99aab4 demo admin] Router 587ae667-425d-44fa-8454-cec3102a31a6 is scheduled to L3 agent 86347f47-2890-46a7-a199-31163828a11a with binding_index 1 {{(pid=102996) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:30:32.095524 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d52ec4-2d98-41cd-b8e8-9a3a1d99aab4 demo admin] Notify agent at l3_agent.dv-cinder-831167-1-iscsi the message routers_updated {{(pid=102996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:30:32.100907 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-05d52ec4-2d98-41cd-b8e8-9a3a1d99aab4 demo admin] 10.222.0.44 "PUT /v2.0/routers/587ae667-425d-44fa-8454-cec3102a31a6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8416471 Feb 28 10:30:32.123393 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312e4c3d-7c4d-49da-8b76-510cf9ae5579 None None] Sync routers for ids ['587ae667-425d-44fa-8454-cec3102a31a6'] in dv-cinder-831167-1-iscsi {{(pid=102998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:30:32.137324 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312e4c3d-7c4d-49da-8b76-510cf9ae5579 None None] Routers {'587ae667-425d-44fa-8454-cec3102a31a6'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:30:32.138722 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-312e4c3d-7c4d-49da-8b76-510cf9ae5579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:30:27Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['587ae667-425d-44fa-8454-cec3102a31a6'], 'active': True} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:30:32.138942 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-7201583e-7bc6-4802-926d-ca9e7c71da04 None None] Provisioning complete for port d0435567-b941-4341-ad5a-ca1910ecd3de triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:30:32.139252 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-7201583e-7bc6-4802-926d-ca9e7c71da04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (d0435567-b941-4341-ad5a-ca1910ecd3de), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:32.184398 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-7201583e-7bc6-4802-926d-ca9e7c71da04 None None] Port d0435567-b941-4341-ad5a-ca1910ecd3de cannot update to ACTIVE because it is not bound. {{(pid=102997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:30:32.355314 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvr_db [None req-312e4c3d-7c4d-49da-8b76-510cf9ae5579 None None] Set router 587ae667-425d-44fa-8454-cec3102a31a6 gateway port host: None {{(pid=102998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:30:32.807270 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-312e4c3d-7c4d-49da-8b76-510cf9ae5579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587ae667-425d-44fa-8454-cec3102a31a6', 'name': 'router1', 'tenant_id': 'c72151b764de430b89f44fcf9d7e9dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:30:20Z', 'updated_at': '2022-02-28T10:30:31Z', 'revision_number': 2, 'project_id': 'c72151b764de430b89f44fcf9d7e9dbb', 'gw_port_host': None, '_interfaces': [{'id': 'd0435567-b941-4341-ad5a-ca1910ecd3de', 'name': '', 'network_id': '36fc71a0-3578-4275-9165-2c12ade40091', 'tenant_id': 'c72151b764de430b89f44fcf9d7e9dbb', 'mac_address': 'fa:16:3e:d3:b9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587ae667-425d-44fa-8454-cec3102a31a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b82b163-4c4b-48f3-b8a1-25163f28b184', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:30:30Z', 'updated_at': '2022-02-28T10:30:31Z', 'revision_number': 2, 'project_id': 'c72151b764de430b89f44fcf9d7e9dbb', 'subnets': [{'id': '7b82b163-4c4b-48f3-b8a1-25163f28b184', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b939a7a-56b9-43e3-ad16-c6c4b71884ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:30:32.870721 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312e4c3d-7c4d-49da-8b76-510cf9ae5579 None None] Checking router: 587ae667-425d-44fa-8454-cec3102a31a6 for host: dv-cinder-831167-1-iscsi {{(pid=102998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:30:32.871146 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312e4c3d-7c4d-49da-8b76-510cf9ae5579 None None] Updating router 587ae667-425d-44fa-8454-cec3102a31a6 port d0435567-b941-4341-ad5a-ca1910ecd3de binding host dv-cinder-831167-1-iscsi {{(pid=102998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:30:32.928329 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-312e4c3d-7c4d-49da-8b76-510cf9ae5579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (d0435567-b941-4341-ad5a-ca1910ecd3de), before_update {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:33.453654 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-312e4c3d-7c4d-49da-8b76-510cf9ae5579 None None] Publish callbacks [] for port (d0435567-b941-4341-ad5a-ca1910ecd3de), precommit_update {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:33.460251 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-312e4c3d-7c4d-49da-8b76-510cf9ae5579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (d0435567-b941-4341-ad5a-ca1910ecd3de), after_update {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:33.659555 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a3388-e245-4210-b3e9-81ef9502170d None None] Pushing event updated for resources: {'Port': ['ID=d0435567-b941-4341-ad5a-ca1910ecd3de,revision_number=3']} {{(pid=102998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:30:33.663218 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.managers [None req-312e4c3d-7c4d-49da-8b76-510cf9ae5579 None None] Attempting to bind port d0435567-b941-4341-ad5a-ca1910ecd3de on host dv-cinder-831167-1-iscsi for vnic_type normal with profile {{(pid=102998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:30:33.663218 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.managers [None req-312e4c3d-7c4d-49da-8b76-510cf9ae5579 None None] Attempting to bind port d0435567-b941-4341-ad5a-ca1910ecd3de by drivers openvswitch,hyperv on host dv-cinder-831167-1-iscsi at level 0 using segments [{'id': '2d337e0f-c91f-4f56-8a25-a30287a805b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '36fc71a0-3578-4275-9165-2c12ade40091'}] {{(pid=102998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:30:33.663218 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312e4c3d-7c4d-49da-8b76-510cf9ae5579 None None] Attempting to bind port d0435567-b941-4341-ad5a-ca1910ecd3de on network 36fc71a0-3578-4275-9165-2c12ade40091 {{(pid=102998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:30:33.670812 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312e4c3d-7c4d-49da-8b76-510cf9ae5579 None None] Checking agent: {'id': '9787f0c2-b99f-49df-865b-f8e3f2374559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 1), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:30:33.671264 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312e4c3d-7c4d-49da-8b76-510cf9ae5579 None None] Checking segment: {'id': '2d337e0f-c91f-4f56-8a25-a30287a805b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '36fc71a0-3578-4275-9165-2c12ade40091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:30:33.671750 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-312e4c3d-7c4d-49da-8b76-510cf9ae5579 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:33.672141 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312e4c3d-7c4d-49da-8b76-510cf9ae5579 None None] Bound using segment: {'id': '2d337e0f-c91f-4f56-8a25-a30287a805b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '36fc71a0-3578-4275-9165-2c12ade40091'} {{(pid=102998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:30:33.672640 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.managers [None req-312e4c3d-7c4d-49da-8b76-510cf9ae5579 None None] Bound port: d0435567-b941-4341-ad5a-ca1910ecd3de, host: dv-cinder-831167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d337e0f-c91f-4f56-8a25-a30287a805b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '36fc71a0-3578-4275-9165-2c12ade40091'}}] {{(pid=102998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:30:33.673012 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-312e4c3d-7c4d-49da-8b76-510cf9ae5579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (d0435567-b941-4341-ad5a-ca1910ecd3de), before_update {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:33.685412 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32a3388-e245-4210-b3e9-81ef9502170d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:33.686124 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32a3388-e245-4210-b3e9-81ef9502170d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:33.686124 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32a3388-e245-4210-b3e9-81ef9502170d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:33.686739 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32a3388-e245-4210-b3e9-81ef9502170d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:33.687037 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32a3388-e245-4210-b3e9-81ef9502170d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:33.687153 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32a3388-e245-4210-b3e9-81ef9502170d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:33.687488 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32a3388-e245-4210-b3e9-81ef9502170d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:33.687955 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32a3388-e245-4210-b3e9-81ef9502170d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:33.688117 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32a3388-e245-4210-b3e9-81ef9502170d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:33.688415 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32a3388-e245-4210-b3e9-81ef9502170d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:33.688738 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32a3388-e245-4210-b3e9-81ef9502170d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:33.689197 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32a3388-e245-4210-b3e9-81ef9502170d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:33.689384 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32a3388-e245-4210-b3e9-81ef9502170d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:30:33.690746 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32a3388-e245-4210-b3e9-81ef9502170d None None] Tracked resource versions report: Feb 28 10:30:33.690746 dv-cinder-831167-1-iscsi neutron-server[102998]: pushed versions: Feb 28 10:30:33.690746 dv-cinder-831167-1-iscsi neutron-server[102998]: { 'AddressGroup': {'1.2'}, Feb 28 10:30:33.690746 dv-cinder-831167-1-iscsi neutron-server[102998]: 'ConntrackHelper': {'1.0'}, Feb 28 10:30:33.690746 dv-cinder-831167-1-iscsi neutron-server[102998]: 'LocalIPAssociation': {'1.0'}, Feb 28 10:30:33.690746 dv-cinder-831167-1-iscsi neutron-server[102998]: 'Log': {'1.0'}, Feb 28 10:30:33.690746 dv-cinder-831167-1-iscsi neutron-server[102998]: 'Network': {'1.1'}, Feb 28 10:30:33.690746 dv-cinder-831167-1-iscsi neutron-server[102998]: 'Port': {'1.7'}, Feb 28 10:30:33.690746 dv-cinder-831167-1-iscsi neutron-server[102998]: 'PortForwarding': {'1.2'}, Feb 28 10:30:33.690746 dv-cinder-831167-1-iscsi neutron-server[102998]: 'QosPolicy': {'1.10'}, Feb 28 10:30:33.690746 dv-cinder-831167-1-iscsi neutron-server[102998]: 'SecurityGroup': {'1.5'}, Feb 28 10:30:33.690746 dv-cinder-831167-1-iscsi neutron-server[102998]: 'SecurityGroupRule': {'1.2'}, Feb 28 10:30:33.690746 dv-cinder-831167-1-iscsi neutron-server[102998]: 'SubPort': {'1.0'}, Feb 28 10:30:33.690746 dv-cinder-831167-1-iscsi neutron-server[102998]: 'Subnet': {'1.1'}, Feb 28 10:30:33.690746 dv-cinder-831167-1-iscsi neutron-server[102998]: 'Trunk': {'1.1'}} Feb 28 10:30:33.690746 dv-cinder-831167-1-iscsi neutron-server[102998]: consumer versions: Feb 28 10:30:33.690746 dv-cinder-831167-1-iscsi neutron-server[102998]: { DHCP agent@dv-cinder-831167-1-iscsi: {}, Feb 28 10:30:33.690746 dv-cinder-831167-1-iscsi neutron-server[102998]: L3 agent@dv-cinder-831167-1-iscsi: {}, Feb 28 10:30:33.690746 dv-cinder-831167-1-iscsi neutron-server[102998]: Metadata agent@dv-cinder-831167-1-iscsi: {}, Feb 28 10:30:33.690746 dv-cinder-831167-1-iscsi neutron-server[102998]: Metering agent@dv-cinder-831167-1-iscsi: {}, Feb 28 10:30:33.690746 dv-cinder-831167-1-iscsi neutron-server[102998]: Open vSwitch agent@dv-cinder-831167-1-iscsi: { 'AddressGroup': '1.2', Feb 28 10:30:33.690746 dv-cinder-831167-1-iscsi neutron-server[102998]: 'ConntrackHelper': '1.0', Feb 28 10:30:33.690746 dv-cinder-831167-1-iscsi neutron-server[102998]: 'LocalIPAssociation': '1.0', Feb 28 10:30:33.690746 dv-cinder-831167-1-iscsi neutron-server[102998]: 'Log': '1.0', Feb 28 10:30:33.690746 dv-cinder-831167-1-iscsi neutron-server[102998]: 'Network': '1.1', Feb 28 10:30:33.690746 dv-cinder-831167-1-iscsi neutron-server[102998]: 'Port': '1.7', Feb 28 10:30:33.690746 dv-cinder-831167-1-iscsi neutron-server[102998]: 'PortForwarding': '1.2', Feb 28 10:30:33.690746 dv-cinder-831167-1-iscsi neutron-server[102998]: 'QosPolicy': '1.10', Feb 28 10:30:33.690746 dv-cinder-831167-1-iscsi neutron-server[102998]: 'SecurityGroup': '1.5', Feb 28 10:30:33.690746 dv-cinder-831167-1-iscsi neutron-server[102998]: 'SecurityGroupRule': '1.2', Feb 28 10:30:33.690746 dv-cinder-831167-1-iscsi neutron-server[102998]: 'SubPort': '1.0', Feb 28 10:30:33.690746 dv-cinder-831167-1-iscsi neutron-server[102998]: 'Subnet': '1.1', Feb 28 10:30:33.690746 dv-cinder-831167-1-iscsi neutron-server[102998]: 'Trunk': '1.1'}} Feb 28 10:30:33.690746 dv-cinder-831167-1-iscsi neutron-server[102998]: {{(pid=102998) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 10:30:33.723015 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-440b793f-26a2-455f-bd61-df42e1065ddc None None] Provisioning complete for port d0435567-b941-4341-ad5a-ca1910ecd3de triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:30:33.723831 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-440b793f-26a2-455f-bd61-df42e1065ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (d0435567-b941-4341-ad5a-ca1910ecd3de), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:33.763727 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-440b793f-26a2-455f-bd61-df42e1065ddc None None] Port d0435567-b941-4341-ad5a-ca1910ecd3de cannot update to ACTIVE because it is not bound. {{(pid=102997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:30:33.766694 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.db [None req-312e4c3d-7c4d-49da-8b76-510cf9ae5579 None None] For port d0435567-b941-4341-ad5a-ca1910ecd3de, host dv-cinder-831167-1-iscsi, cleared binding levels {{(pid=102998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:30:33.788261 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.db [None req-312e4c3d-7c4d-49da-8b76-510cf9ae5579 None None] For port d0435567-b941-4341-ad5a-ca1910ecd3de, host dv-cinder-831167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=d0435567-b941-4341-ad5a-ca1910ecd3de,segment=NetworkSegment(2d337e0f-c91f-4f56-8a25-a30287a805b9),segment_id=2d337e0f-c91f-4f56-8a25-a30287a805b9)] {{(pid=102998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:30:33.794449 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-312e4c3d-7c4d-49da-8b76-510cf9ae5579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (d0435567-b941-4341-ad5a-ca1910ecd3de), after_update {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:33.852315 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312e4c3d-7c4d-49da-8b76-510cf9ae5579 None None] Routers {'587ae667-425d-44fa-8454-cec3102a31a6'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:30:33.853021 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-312e4c3d-7c4d-49da-8b76-510cf9ae5579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:30:27Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['587ae667-425d-44fa-8454-cec3102a31a6'], 'active': True} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:30:33.937155 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a3388-e245-4210-b3e9-81ef9502170d None None] Pushing event updated for resources: {'Port': ['ID=d0435567-b941-4341-ad5a-ca1910ecd3de,revision_number=4']} {{(pid=102998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:30:33.973953 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvr_db [None req-312e4c3d-7c4d-49da-8b76-510cf9ae5579 None None] Set router 587ae667-425d-44fa-8454-cec3102a31a6 gateway port host: None {{(pid=102998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:30:34.089925 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-bab92a3d-bbc9-4a96-9745-ec8c716c1409 None None] Provisioning complete for port d0435567-b941-4341-ad5a-ca1910ecd3de triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:30:34.090622 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-bab92a3d-bbc9-4a96-9745-ec8c716c1409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (d0435567-b941-4341-ad5a-ca1910ecd3de), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:34.183314 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-bab92a3d-bbc9-4a96-9745-ec8c716c1409 None None] Current status of the port d0435567-b941-4341-ad5a-ca1910ecd3de is: DOWN; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:30:34.183748 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-bab92a3d-bbc9-4a96-9745-ec8c716c1409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (d0435567-b941-4341-ad5a-ca1910ecd3de), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:34.220417 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-bab92a3d-bbc9-4a96-9745-ec8c716c1409 None None] For port d0435567-b941-4341-ad5a-ca1910ecd3de, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=d0435567-b941-4341-ad5a-ca1910ecd3de,segment=NetworkSegment(2d337e0f-c91f-4f56-8a25-a30287a805b9),segment_id=2d337e0f-c91f-4f56-8a25-a30287a805b9)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:30:34.226486 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-bab92a3d-bbc9-4a96-9745-ec8c716c1409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (d0435567-b941-4341-ad5a-ca1910ecd3de), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:34.232667 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-312e4c3d-7c4d-49da-8b76-510cf9ae5579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587ae667-425d-44fa-8454-cec3102a31a6', 'name': 'router1', 'tenant_id': 'c72151b764de430b89f44fcf9d7e9dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:30:20Z', 'updated_at': '2022-02-28T10:30:31Z', 'revision_number': 2, 'project_id': 'c72151b764de430b89f44fcf9d7e9dbb', 'gw_port_host': None, '_interfaces': [{'id': 'd0435567-b941-4341-ad5a-ca1910ecd3de', 'name': '', 'network_id': '36fc71a0-3578-4275-9165-2c12ade40091', 'tenant_id': 'c72151b764de430b89f44fcf9d7e9dbb', 'mac_address': 'fa:16:3e:d3:b9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587ae667-425d-44fa-8454-cec3102a31a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b82b163-4c4b-48f3-b8a1-25163f28b184', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:30:30Z', 'updated_at': '2022-02-28T10:30:33Z', 'revision_number': 4, 'project_id': 'c72151b764de430b89f44fcf9d7e9dbb', 'subnets': [{'id': '7b82b163-4c4b-48f3-b8a1-25163f28b184', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b939a7a-56b9-43e3-ad16-c6c4b71884ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:30:34.276070 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312e4c3d-7c4d-49da-8b76-510cf9ae5579 None None] The sync data for ids ['587ae667-425d-44fa-8454-cec3102a31a6'] in dv-cinder-831167-1-iscsi is: [{'id': '587ae667-425d-44fa-8454-cec3102a31a6', 'name': 'router1', 'tenant_id': 'c72151b764de430b89f44fcf9d7e9dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:30:20Z', 'updated_at': '2022-02-28T10:30:31Z', 'revision_number': 2, 'project_id': 'c72151b764de430b89f44fcf9d7e9dbb', 'gw_port_host': None, '_interfaces': [{'id': 'd0435567-b941-4341-ad5a-ca1910ecd3de', 'name': '', 'network_id': '36fc71a0-3578-4275-9165-2c12ade40091', 'tenant_id': 'c72151b764de430b89f44fcf9d7e9dbb', 'mac_address': 'fa:16:3e:d3:b9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587ae667-425d-44fa-8454-cec3102a31a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b82b163-4c4b-48f3-b8a1-25163f28b184', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:30:30Z', 'updated_at': '2022-02-28T10:30:33Z', 'revision_number': 4, 'project_id': 'c72151b764de430b89f44fcf9d7e9dbb', 'subnets': [{'id': '7b82b163-4c4b-48f3-b8a1-25163f28b184', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b939a7a-56b9-43e3-ad16-c6c4b71884ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:30:34.284931 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab92a3d-bbc9-4a96-9745-ec8c716c1409 None None] Pushing event updated for resources: {'Port': ['ID=d0435567-b941-4341-ad5a-ca1910ecd3de,revision_number=5']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:30:34.436019 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.agents_db [None req-ad1b81bb-6a73-47ab-ba10-dec1fea0c152 None None] Agent healthcheck: found 5 active agents {{(pid=102998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:30:34.635511 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 51450) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:30:34.751859 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ded2057-2f37-4706-b5d4-503a741b7092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:30:34.753515 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-4ded2057-2f37-4706-b5d4-503a741b7092 admin admin] 10.222.0.44 "GET /v2.0/networks/5c191bd3-8d00-44c5-b017-904410258187 HTTP/1.1" status: 200 len: 842 time: 0.1170537 Feb 28 10:30:34.763973 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [None req-a6749881-341a-4dfa-9c45-c0cca289ccea admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'ip_version': 4, 'name': 'public-subnet', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:30:34.787369 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6749881-341a-4dfa-9c45-c0cca289ccea admin admin] Made reservation on behalf of df99af6079f04b40ae2fb2b304eafd0e for: {'subnet': 1} {{(pid=102996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:30:34.790699 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-a6749881-341a-4dfa-9c45-c0cca289ccea admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:35.095585 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.objects.ports [None req-a6749881-341a-4dfa-9c45-c0cca289ccea admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102996) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 10:30:35.096028 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-a6749881-341a-4dfa-9c45-c0cca289ccea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297'] for subnet (e0d51f16-a2c9-415b-a552-79de15f3fe23), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:35.159120 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6749881-341a-4dfa-9c45-c0cca289ccea admin admin] Checking segment: {'id': '490b7679-533e-4a17-9008-1b96b60e260c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c191bd3-8d00-44c5-b017-904410258187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:30:35.159481 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6749881-341a-4dfa-9c45-c0cca289ccea admin admin] Network hostable DHCP agents. Network: 5c191bd3-8d00-44c5-b017-904410258187, hostable agents: ['908aa187-f1dc-423a-8ec3-c19816a84263'], hosted agents: [] {{(pid=102996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:30:35.164499 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6749881-341a-4dfa-9c45-c0cca289ccea admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0d51f16-a2c9-415b-a552-79de15f3fe23,revision_number=0']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:30:35.187995 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6749881-341a-4dfa-9c45-c0cca289ccea admin admin] Network 5c191bd3-8d00-44c5-b017-904410258187 is scheduled to be hosted by DHCP agent 908aa187-f1dc-423a-8ec3-c19816a84263 with binding_index 1 {{(pid=102996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:30:35.201367 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.base_scheduler [None req-a6749881-341a-4dfa-9c45-c0cca289ccea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831167-1-iscsi, 5c191bd3-8d00-44c5-b017-904410258187) {{(pid=102996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:30:35.207655 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6749881-341a-4dfa-9c45-c0cca289ccea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:30:35.208402 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-a6749881-341a-4dfa-9c45-c0cca289ccea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for subnet (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:35.216393 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2314ad-6a8c-474f-b767-70f153d829e8 None None] Network 5c191bd3-8d00-44c5-b017-904410258187 requested from dv-cinder-831167-1-iscsi {{(pid=102997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:30:35.245116 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-a6749881-341a-4dfa-9c45-c0cca289ccea admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4844396 Feb 28 10:30:35.335563 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4636f155-3de8-43f2-9245-2c40e4a9c6f1 None None] Network 5c191bd3-8d00-44c5-b017-904410258187 requested from dv-cinder-831167-1-iscsi {{(pid=102997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:30:37.752424 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 51458) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:30:37.987490 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-23fb449c-8f6e-40eb-ad71-4ec85972d767 demo admin] 10.222.0.44 "GET /v2.0/routers/587ae667-425d-44fa-8454-cec3102a31a6 HTTP/1.1" status: 200 len: 710 time: 0.2339380 Feb 28 10:30:38.115639 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b6fa1a-6fdc-478e-b642-c2e32058c582 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:30:38.117123 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-05b6fa1a-6fdc-478e-b642-c2e32058c582 demo admin] 10.222.0.44 "GET /v2.0/networks/5c191bd3-8d00-44c5-b017-904410258187 HTTP/1.1" status: 200 len: 886 time: 0.1288159 Feb 28 10:30:38.125872 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [None req-3e0ad6bf-341a-4146-ab1f-48f1cd9e8f3d demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187'}}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:30:38.379489 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-3e0ad6bf-341a-4146-ab1f-48f1cd9e8f3d demo admin] Publish callbacks [] for router_gateway (587ae667-425d-44fa-8454-cec3102a31a6), precommit_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:38.615859 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-3e0ad6bf-341a-4146-ab1f-48f1cd9e8f3d demo admin] Publish callbacks [] for router_gateway (587ae667-425d-44fa-8454-cec3102a31a6), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:38.735258 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-3e0ad6bf-341a-4146-ab1f-48f1cd9e8f3d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:38.880787 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.db.db_base_plugin_common [None req-3e0ad6bf-341a-4146-ab1f-48f1cd9e8f3d demo admin] Allocated IP 172.27.1.147 (5c191bd3-8d00-44c5-b017-904410258187/e0d51f16-a2c9-415b-a552-79de15f3fe23/d195a58f-7f82-4afc-bd59-3653c1e987d5) {{(pid=102995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:30:38.984034 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-3e0ad6bf-341a-4146-ab1f-48f1cd9e8f3d demo admin] Publish callbacks [] for port (d195a58f-7f82-4afc-bd59-3653c1e987d5), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:39.045815 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-3e0ad6bf-341a-4146-ab1f-48f1cd9e8f3d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981'] for port (d195a58f-7f82-4afc-bd59-3653c1e987d5), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:39.118802 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0ad6bf-341a-4146-ab1f-48f1cd9e8f3d demo admin] Network 5c191bd3-8d00-44c5-b017-904410258187 is already hosted by enough agents. {{(pid=102995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:30:39.123360 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.base_scheduler [None req-3e0ad6bf-341a-4146-ab1f-48f1cd9e8f3d demo admin] Resources bound (agent type, host, resource id): {{(pid=102995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:30:39.129329 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0ad6bf-341a-4146-ab1f-48f1cd9e8f3d demo admin] Received port after_create {{(pid=102995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:30:39.135367 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ad6bf-341a-4146-ab1f-48f1cd9e8f3d demo admin] Pushing event updated for resources: {'Port': ['ID=d195a58f-7f82-4afc-bd59-3653c1e987d5,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:30:39.410096 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-3e0ad6bf-341a-4146-ab1f-48f1cd9e8f3d demo admin] Publish callbacks [] for router_gateway (587ae667-425d-44fa-8454-cec3102a31a6), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:39.626982 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-3e0ad6bf-341a-4146-ab1f-48f1cd9e8f3d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-380400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1718083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14650'] for router (587ae667-425d-44fa-8454-cec3102a31a6), precommit_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:39.632693 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-3e0ad6bf-341a-4146-ab1f-48f1cd9e8f3d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-380383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-380393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-380390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718200'] for router (587ae667-425d-44fa-8454-cec3102a31a6), after_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:39.751254 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e0ad6bf-341a-4146-ab1f-48f1cd9e8f3d demo admin] Router 587ae667-425d-44fa-8454-cec3102a31a6 has already been hosted by L3 agent 86347f47-2890-46a7-a199-31163828a11a {{(pid=102995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:30:39.861504 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0ad6bf-341a-4146-ab1f-48f1cd9e8f3d demo admin] Notify agent at l3_agent.dv-cinder-831167-1-iscsi the message routers_updated {{(pid=102995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:30:39.866714 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-3e0ad6bf-341a-4146-ab1f-48f1cd9e8f3d demo admin] Publish callbacks [] for router (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:39.868706 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-3e0ad6bf-341a-4146-ab1f-48f1cd9e8f3d demo admin] 10.222.0.44 "PUT /v2.0/routers/587ae667-425d-44fa-8454-cec3102a31a6 HTTP/1.1" status: 200 len: 890 time: 1.7459142 Feb 28 10:30:42.245299 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device d0435567-b941-4341-ad5a-ca1910ecd3de up at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:30:42.296766 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Provisioning complete for port d0435567-b941-4341-ad5a-ca1910ecd3de triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:30:42.297518 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (d0435567-b941-4341-ad5a-ca1910ecd3de), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:42.376635 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Current status of the port d0435567-b941-4341-ad5a-ca1910ecd3de is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:30:42.413699 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 51470) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:30:42.532515 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-4bae569c-36af-451f-8d85-dbbe36f8bce5 admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1176648 Feb 28 10:30:43.035507 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed33255-6363-4fa0-9c32-d7d962b32252 None None] Sync routers for ids ['587ae667-425d-44fa-8454-cec3102a31a6'] in dv-cinder-831167-1-iscsi {{(pid=102997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:30:43.047487 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed33255-6363-4fa0-9c32-d7d962b32252 None None] Routers {'587ae667-425d-44fa-8454-cec3102a31a6'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:30:43.048125 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-aed33255-6363-4fa0-9c32-d7d962b32252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:30:27Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['587ae667-425d-44fa-8454-cec3102a31a6'], 'active': True} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:30:43.270547 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvr_db [None req-aed33255-6363-4fa0-9c32-d7d962b32252 None None] Set router 587ae667-425d-44fa-8454-cec3102a31a6 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:30:43.739263 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-aed33255-6363-4fa0-9c32-d7d962b32252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587ae667-425d-44fa-8454-cec3102a31a6', 'name': 'router1', 'tenant_id': 'c72151b764de430b89f44fcf9d7e9dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'd195a58f-7f82-4afc-bd59-3653c1e987d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:30:20Z', 'updated_at': '2022-02-28T10:30:39Z', 'revision_number': 4, 'project_id': 'c72151b764de430b89f44fcf9d7e9dbb', 'gw_port': {'id': 'd195a58f-7f82-4afc-bd59-3653c1e987d5', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e2:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587ae667-425d-44fa-8454-cec3102a31a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:30:38Z', 'updated_at': '2022-02-28T10:30:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': 'd0435567-b941-4341-ad5a-ca1910ecd3de', 'name': '', 'network_id': '36fc71a0-3578-4275-9165-2c12ade40091', 'tenant_id': 'c72151b764de430b89f44fcf9d7e9dbb', 'mac_address': 'fa:16:3e:d3:b9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587ae667-425d-44fa-8454-cec3102a31a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b82b163-4c4b-48f3-b8a1-25163f28b184', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:30:30Z', 'updated_at': '2022-02-28T10:30:34Z', 'revision_number': 5, 'project_id': 'c72151b764de430b89f44fcf9d7e9dbb', 'subnets': [{'id': '7b82b163-4c4b-48f3-b8a1-25163f28b184', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b939a7a-56b9-43e3-ad16-c6c4b71884ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:30:43.794426 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed33255-6363-4fa0-9c32-d7d962b32252 None None] Checking router: 587ae667-425d-44fa-8454-cec3102a31a6 for host: dv-cinder-831167-1-iscsi {{(pid=102997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:30:43.794770 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed33255-6363-4fa0-9c32-d7d962b32252 None None] Updating router 587ae667-425d-44fa-8454-cec3102a31a6 port d195a58f-7f82-4afc-bd59-3653c1e987d5 binding host dv-cinder-831167-1-iscsi {{(pid=102997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:30:43.860141 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-aed33255-6363-4fa0-9c32-d7d962b32252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (d195a58f-7f82-4afc-bd59-3653c1e987d5), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:44.176102 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-aed33255-6363-4fa0-9c32-d7d962b32252 None None] Publish callbacks [] for port (d195a58f-7f82-4afc-bd59-3653c1e987d5), precommit_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:44.185061 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-aed33255-6363-4fa0-9c32-d7d962b32252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (d195a58f-7f82-4afc-bd59-3653c1e987d5), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:44.244715 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-aed33255-6363-4fa0-9c32-d7d962b32252 None None] Attempting to bind port d195a58f-7f82-4afc-bd59-3653c1e987d5 on host dv-cinder-831167-1-iscsi for vnic_type normal with profile {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:30:44.245094 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-aed33255-6363-4fa0-9c32-d7d962b32252 None None] Attempting to bind port d195a58f-7f82-4afc-bd59-3653c1e987d5 by drivers openvswitch,hyperv on host dv-cinder-831167-1-iscsi at level 0 using segments [{'id': '490b7679-533e-4a17-9008-1b96b60e260c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c191bd3-8d00-44c5-b017-904410258187'}] {{(pid=102997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:30:44.245460 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed33255-6363-4fa0-9c32-d7d962b32252 None None] Attempting to bind port d195a58f-7f82-4afc-bd59-3653c1e987d5 on network 5c191bd3-8d00-44c5-b017-904410258187 {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:30:44.249300 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1093cca-11b4-46fc-8a84-9ef502079655 None None] Pushing event updated for resources: {'Port': ['ID=d195a58f-7f82-4afc-bd59-3653c1e987d5,revision_number=2']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:30:44.255439 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed33255-6363-4fa0-9c32-d7d962b32252 None None] Checking agent: {'id': '9787f0c2-b99f-49df-865b-f8e3f2374559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 1), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:30:44.255813 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed33255-6363-4fa0-9c32-d7d962b32252 None None] Checking segment: {'id': '490b7679-533e-4a17-9008-1b96b60e260c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c191bd3-8d00-44c5-b017-904410258187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:30:44.256219 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-aed33255-6363-4fa0-9c32-d7d962b32252 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:44.256603 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed33255-6363-4fa0-9c32-d7d962b32252 None None] Bound using segment: {'id': '490b7679-533e-4a17-9008-1b96b60e260c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c191bd3-8d00-44c5-b017-904410258187'} {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:30:44.257072 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-aed33255-6363-4fa0-9c32-d7d962b32252 None None] Bound port: d195a58f-7f82-4afc-bd59-3653c1e987d5, host: dv-cinder-831167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490b7679-533e-4a17-9008-1b96b60e260c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c191bd3-8d00-44c5-b017-904410258187'}}] {{(pid=102997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:30:44.259012 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-aed33255-6363-4fa0-9c32-d7d962b32252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (d195a58f-7f82-4afc-bd59-3653c1e987d5), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:44.315177 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-aed33255-6363-4fa0-9c32-d7d962b32252 None None] For port d195a58f-7f82-4afc-bd59-3653c1e987d5, host dv-cinder-831167-1-iscsi, cleared binding levels {{(pid=102997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:30:44.318985 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-aed33255-6363-4fa0-9c32-d7d962b32252 None None] For port d195a58f-7f82-4afc-bd59-3653c1e987d5, host dv-cinder-831167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=d195a58f-7f82-4afc-bd59-3653c1e987d5,segment=NetworkSegment(490b7679-533e-4a17-9008-1b96b60e260c),segment_id=490b7679-533e-4a17-9008-1b96b60e260c)] {{(pid=102997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:30:44.325174 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-aed33255-6363-4fa0-9c32-d7d962b32252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (d195a58f-7f82-4afc-bd59-3653c1e987d5), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:44.384817 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed33255-6363-4fa0-9c32-d7d962b32252 None None] Routers {'587ae667-425d-44fa-8454-cec3102a31a6'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:30:44.385422 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-aed33255-6363-4fa0-9c32-d7d962b32252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:30:27Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['587ae667-425d-44fa-8454-cec3102a31a6'], 'active': True} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:30:44.422285 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1093cca-11b4-46fc-8a84-9ef502079655 None None] Pushing event updated for resources: {'Port': ['ID=d195a58f-7f82-4afc-bd59-3653c1e987d5,revision_number=3']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:30:44.507668 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvr_db [None req-aed33255-6363-4fa0-9c32-d7d962b32252 None None] Set router 587ae667-425d-44fa-8454-cec3102a31a6 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:30:44.735099 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-aed33255-6363-4fa0-9c32-d7d962b32252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587ae667-425d-44fa-8454-cec3102a31a6', 'name': 'router1', 'tenant_id': 'c72151b764de430b89f44fcf9d7e9dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'd195a58f-7f82-4afc-bd59-3653c1e987d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:30:20Z', 'updated_at': '2022-02-28T10:30:39Z', 'revision_number': 4, 'project_id': 'c72151b764de430b89f44fcf9d7e9dbb', 'gw_port': {'id': 'd195a58f-7f82-4afc-bd59-3653c1e987d5', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e2:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587ae667-425d-44fa-8454-cec3102a31a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:30:38Z', 'updated_at': '2022-02-28T10:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': 'd0435567-b941-4341-ad5a-ca1910ecd3de', 'name': '', 'network_id': '36fc71a0-3578-4275-9165-2c12ade40091', 'tenant_id': 'c72151b764de430b89f44fcf9d7e9dbb', 'mac_address': 'fa:16:3e:d3:b9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587ae667-425d-44fa-8454-cec3102a31a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b82b163-4c4b-48f3-b8a1-25163f28b184', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:30:30Z', 'updated_at': '2022-02-28T10:30:34Z', 'revision_number': 5, 'project_id': 'c72151b764de430b89f44fcf9d7e9dbb', 'subnets': [{'id': '7b82b163-4c4b-48f3-b8a1-25163f28b184', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b939a7a-56b9-43e3-ad16-c6c4b71884ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:30:44.766667 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed33255-6363-4fa0-9c32-d7d962b32252 None None] The sync data for ids ['587ae667-425d-44fa-8454-cec3102a31a6'] in dv-cinder-831167-1-iscsi is: [{'id': '587ae667-425d-44fa-8454-cec3102a31a6', 'name': 'router1', 'tenant_id': 'c72151b764de430b89f44fcf9d7e9dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'd195a58f-7f82-4afc-bd59-3653c1e987d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:30:20Z', 'updated_at': '2022-02-28T10:30:39Z', 'revision_number': 4, 'project_id': 'c72151b764de430b89f44fcf9d7e9dbb', 'gw_port': {'id': 'd195a58f-7f82-4afc-bd59-3653c1e987d5', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e2:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587ae667-425d-44fa-8454-cec3102a31a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:30:38Z', 'updated_at': '2022-02-28T10:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': 'd0435567-b941-4341-ad5a-ca1910ecd3de', 'name': '', 'network_id': '36fc71a0-3578-4275-9165-2c12ade40091', 'tenant_id': 'c72151b764de430b89f44fcf9d7e9dbb', 'mac_address': 'fa:16:3e:d3:b9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587ae667-425d-44fa-8454-cec3102a31a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b82b163-4c4b-48f3-b8a1-25163f28b184', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:30:30Z', 'updated_at': '2022-02-28T10:30:34Z', 'revision_number': 5, 'project_id': 'c72151b764de430b89f44fcf9d7e9dbb', 'subnets': [{'id': '7b82b163-4c4b-48f3-b8a1-25163f28b184', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b939a7a-56b9-43e3-ad16-c6c4b71884ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:30:46.324949 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device d195a58f-7f82-4afc-bd59-3653c1e987d5 up at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:30:46.408804 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Provisioning complete for port d195a58f-7f82-4afc-bd59-3653c1e987d5 triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:30:46.409200 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (d195a58f-7f82-4afc-bd59-3653c1e987d5), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:46.533775 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Current status of the port d195a58f-7f82-4afc-bd59-3653c1e987d5 is: DOWN; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:30:46.538266 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (d195a58f-7f82-4afc-bd59-3653c1e987d5), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:46.565149 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] For port d195a58f-7f82-4afc-bd59-3653c1e987d5, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=d195a58f-7f82-4afc-bd59-3653c1e987d5,segment=NetworkSegment(490b7679-533e-4a17-9008-1b96b60e260c),segment_id=490b7679-533e-4a17-9008-1b96b60e260c)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:30:46.573585 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (d195a58f-7f82-4afc-bd59-3653c1e987d5), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:46.643073 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Pushing event updated for resources: {'Port': ['ID=d195a58f-7f82-4afc-bd59-3653c1e987d5,revision_number=4']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:30:48.327358 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device d195a58f-7f82-4afc-bd59-3653c1e987d5 up at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:30:48.457049 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Provisioning complete for port d195a58f-7f82-4afc-bd59-3653c1e987d5 triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:30:48.458963 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (d195a58f-7f82-4afc-bd59-3653c1e987d5), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:48.620426 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Current status of the port d195a58f-7f82-4afc-bd59-3653c1e987d5 is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:30:54.914321 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-ce1fb6d7-326e-4a46-ab7e-32c2bf7b5e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:57.125593 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-490321f1-4d42-48e1-b12a-a7269401b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:58.607844 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:59.852007 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:01.484465 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:11.439051 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.agents_db [None req-ad1b81bb-6a73-47ab-ba10-dec1fea0c152 None None] Agent healthcheck: found 5 active agents {{(pid=102998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:31:24.919833 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-61e899ad-f595-4479-afe5-1e6f199b3f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:27.128440 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-c20ea309-63f0-4f7a-b523-c2080ae3b2bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:28.478127 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:29.854403 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:31.479561 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:48.439127 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.agents_db [None req-ad1b81bb-6a73-47ab-ba10-dec1fea0c152 None None] Agent healthcheck: found 5 active agents {{(pid=102998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:31:54.917961 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-1cf0d2a3-500f-462c-83a8-54d884cbd54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:57.130496 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-1b2ced1d-c347-455d-b786-6236c6bbeaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:58.481034 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:59.856213 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:01.485123 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:03.844263 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 51954) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:03.904140 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.pecan_wsgi.hooks.translation [None req-36731f63-1dc7-4449-9097-90be36d24dde admin admin] GET failed (client error): The resource could not be found. Feb 28 10:32:03.905407 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-36731f63-1dc7-4449-9097-90be36d24dde admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0602019 Feb 28 10:32:04.128426 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612e1cdc-4277-4020-a056-0106c30ee3e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:04.129882 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-612e1cdc-4277-4020-a056-0106c30ee3e9 admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2203970 Feb 28 10:32:06.448052 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 51964) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:06.547449 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023b90d1-a0a4-4d28-8d1a-a829d8451053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:06.548791 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-023b90d1-a0a4-4d28-8d1a-a829d8451053 admin admin] 10.222.0.44 "GET /v2.0/subnets/7b82b163-4c4b-48f3-b8a1-25163f28b184 HTTP/1.1" status: 200 len: 849 time: 0.0997932 Feb 28 10:32:06.558141 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [None req-27f21b65-57a2-4375-a678-a890e5042304 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:06.641204 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-27f21b65-57a2-4375-a678-a890e5042304 admin admin] Publish callbacks [] for subnet (7b82b163-4c4b-48f3-b8a1-25163f28b184), before_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:06.780458 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-27f21b65-57a2-4375-a678-a890e5042304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783309830117'] for subnet (7b82b163-4c4b-48f3-b8a1-25163f28b184), after_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:06.812354 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f21b65-57a2-4375-a678-a890e5042304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:06.813497 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-27f21b65-57a2-4375-a678-a890e5042304 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for subnet (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:06.814188 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-27f21b65-57a2-4375-a678-a890e5042304 admin admin] 10.222.0.44 "PUT /v2.0/subnets/7b82b163-4c4b-48f3-b8a1-25163f28b184 HTTP/1.1" status: 200 len: 868 time: 0.2596047 Feb 28 10:32:06.826018 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1948687-4190-42aa-8f76-6b35acdc3f71 None None] Network 36fc71a0-3578-4275-9165-2c12ade40091 requested from dv-cinder-831167-1-iscsi {{(pid=102997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:32:06.830062 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f21b65-57a2-4375-a678-a890e5042304 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b82b163-4c4b-48f3-b8a1-25163f28b184,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:06.838686 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f21b65-57a2-4375-a678-a890e5042304 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:06.839129 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f21b65-57a2-4375-a678-a890e5042304 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:06.839531 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f21b65-57a2-4375-a678-a890e5042304 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:06.839872 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f21b65-57a2-4375-a678-a890e5042304 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:06.840207 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f21b65-57a2-4375-a678-a890e5042304 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:06.840574 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f21b65-57a2-4375-a678-a890e5042304 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:06.840919 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f21b65-57a2-4375-a678-a890e5042304 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:06.841293 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f21b65-57a2-4375-a678-a890e5042304 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:06.841688 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f21b65-57a2-4375-a678-a890e5042304 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:06.842038 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f21b65-57a2-4375-a678-a890e5042304 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:06.842392 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f21b65-57a2-4375-a678-a890e5042304 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:06.842714 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f21b65-57a2-4375-a678-a890e5042304 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:06.843058 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f21b65-57a2-4375-a678-a890e5042304 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:07.146081 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-5663f907-f5e9-489e-9f0d-bc3c976e7074 None None] Provisioning complete for port d0435567-b941-4341-ad5a-ca1910ecd3de triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:07.146581 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5663f907-f5e9-489e-9f0d-bc3c976e7074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (d0435567-b941-4341-ad5a-ca1910ecd3de), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:07.223329 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-5663f907-f5e9-489e-9f0d-bc3c976e7074 None None] Current status of the port d0435567-b941-4341-ad5a-ca1910ecd3de is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:32:07.233207 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-5663f907-f5e9-489e-9f0d-bc3c976e7074 None None] Provisioning complete for port 814a8fc3-c3e0-492d-abe9-b5b5e310da02 triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:07.233542 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5663f907-f5e9-489e-9f0d-bc3c976e7074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (814a8fc3-c3e0-492d-abe9-b5b5e310da02), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:07.313051 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-5663f907-f5e9-489e-9f0d-bc3c976e7074 None None] Current status of the port 814a8fc3-c3e0-492d-abe9-b5b5e310da02 is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:32:09.149220 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 51972) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:09.348021 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe22ed3-970d-4795-b147-702e18c30252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:09.348543 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe22ed3-970d-4795-b147-702e18c30252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:09.350079 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-9fe22ed3-970d-4795-b147-702e18c30252 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1999145 Feb 28 10:32:11.654479 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 51982) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:11.783828 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ecddec-39c9-45f2-9baa-c07c3fa1fa08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:11.784296 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ecddec-39c9-45f2-9baa-c07c3fa1fa08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:11.785809 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-c1ecddec-39c9-45f2-9baa-c07c3fa1fa08 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1302168 Feb 28 10:32:14.080522 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 51990) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:14.207194 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90917a8-291a-4c8a-b253-8e96e5fdb5e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:14.208510 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-f90917a8-291a-4c8a-b253-8e96e5fdb5e9 admin admin] 10.222.0.44 "GET /v2.0/networks/36fc71a0-3578-4275-9165-2c12ade40091 HTTP/1.1" status: 200 len: 869 time: 0.1264615 Feb 28 10:32:16.503276 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 51998) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:16.626821 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96222918-f08e-471c-aa51-73c14b2e6042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:16.628764 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-96222918-f08e-471c-aa51-73c14b2e6042 admin admin] 10.222.0.44 "GET /v2.0/networks/5c191bd3-8d00-44c5-b017-904410258187 HTTP/1.1" status: 200 len: 886 time: 0.1245470 Feb 28 10:32:18.949726 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 52006) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:19.070308 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59247ae8-93a9-4995-94d8-d185ef7a930e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:19.070756 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59247ae8-93a9-4995-94d8-d185ef7a930e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:19.072311 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-59247ae8-93a9-4995-94d8-d185ef7a930e admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1216362 Feb 28 10:32:21.371133 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 52014) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:21.539534 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56daa25b-251b-4f18-ae8d-98284d7bff95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:21.539984 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56daa25b-251b-4f18-ae8d-98284d7bff95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:21.541521 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-56daa25b-251b-4f18-ae8d-98284d7bff95 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1694479 Feb 28 10:32:23.894492 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 52022) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:23.983359 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc573a7-e8bf-4bc3-a14c-736932a0f1ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:23.984734 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-0cc573a7-e8bf-4bc3-a14c-736932a0f1ae admin admin] 10.222.0.44 "GET /v2.0/subnets/7b82b163-4c4b-48f3-b8a1-25163f28b184 HTTP/1.1" status: 200 len: 868 time: 0.0892036 Feb 28 10:32:24.919216 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-49285d8a-0558-4afe-987c-724387d51490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:25.437682 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.agents_db [None req-ad1b81bb-6a73-47ab-ba10-dec1fea0c152 None None] Agent healthcheck: found 5 active agents {{(pid=102998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:32:26.280601 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 52030) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:26.362985 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c131f95-9b13-4ee2-8bde-65958423424b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:26.364275 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-3c131f95-9b13-4ee2-8bde-65958423424b admin admin] 10.222.0.44 "GET /v2.0/subnets/e0d51f16-a2c9-415b-a552-79de15f3fe23 HTTP/1.1" status: 200 len: 816 time: 0.0827506 Feb 28 10:32:27.132238 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-67d29ea3-4b40-4e1c-8139-90d60ced243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:28.485334 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:29.859411 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:31.489202 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:54.483581 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 52082) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:54.531453 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [None req-466e1a90-df38-49c7-a14b-e28141624fe4 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102995) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:32:54.532453 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-466e1a90-df38-49c7-a14b-e28141624fe4 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0479059 Feb 28 10:32:54.920866 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-1ab32432-3725-409f-9bac-605993653f1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:56.936291 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 52090) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:56.998039 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb76beee-42fc-4a19-9cde-a305050a5699 admin admin] GET failed (client error): The resource could not be found. Feb 28 10:32:56.999405 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-fb76beee-42fc-4a19-9cde-a305050a5699 admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0621929 Feb 28 10:32:57.082723 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e9ecad-01c2-4045-9f95-99f2d1331251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:57.084276 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-58e9ecad-01c2-4045-9f95-99f2d1331251 admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0801802 Feb 28 10:32:57.136547 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4b46ed4b-23a9-4a2f-bd61-b5217e0c135c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:58.487839 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:59.434580 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 52098) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:59.480983 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [None req-9f057806-a8be-4ca7-95ef-af32661f5d5e admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:59.500453 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f057806-a8be-4ca7-95ef-af32661f5d5e admin admin] Made reservation on behalf of df99af6079f04b40ae2fb2b304eafd0e for: {'network': 1} {{(pid=102995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:32:59.503291 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-9f057806-a8be-4ca7-95ef-af32661f5d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for network (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:59.537481 dv-cinder-831167-1-iscsi neutron-server[102995]: WARNING neutron.services.revisions.revision_plugin [None req-9f057806-a8be-4ca7-95ef-af32661f5d5e admin admin] Could not find related network for resource to bump revision. Feb 28 10:32:59.550011 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f057806-a8be-4ca7-95ef-af32661f5d5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=102995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:32:59.559507 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-9f057806-a8be-4ca7-95ef-af32661f5d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761337'] for segment (c2c806d7-779f-428e-bd0c-8da2128dfe35), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:59.559844 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.db.segments_db [None req-9f057806-a8be-4ca7-95ef-af32661f5d5e admin admin] Added segment c2c806d7-779f-428e-bd0c-8da2128dfe35 of type vlan for network 148988e9-7d5a-456f-af44-66e246c20cfc Feb 28 10:32:59.608597 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-9f057806-a8be-4ca7-95ef-af32661f5d5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783309439991'] for network (148988e9-7d5a-456f-af44-66e246c20cfc), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:59.631731 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-9f057806-a8be-4ca7-95ef-af32661f5d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297'] for network (148988e9-7d5a-456f-af44-66e246c20cfc), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:59.632580 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f057806-a8be-4ca7-95ef-af32661f5d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:59.633412 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-9f057806-a8be-4ca7-95ef-af32661f5d5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for network (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:59.708099 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-9f057806-a8be-4ca7-95ef-af32661f5d5e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2724092 Feb 28 10:32:59.731353 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f057806-a8be-4ca7-95ef-af32661f5d5e admin admin] Pushing event updated for resources: {'Network': ['ID=148988e9-7d5a-456f-af44-66e246c20cfc,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:59.741612 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Network 148988e9-7d5a-456f-af44-66e246c20cfc details requested by agent ovs-agent-dv-cinder-831167-1-iscsi with host dv-cinder-831167-1-iscsi {{(pid=102997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:32:59.862009 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:01.494280 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:02.040724 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 52106) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:02.100925 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d6a87dc-077a-44a4-ba7b-51bd23d1f824 admin admin] GET failed (client error): The resource could not be found. Feb 28 10:33:02.102171 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-5d6a87dc-077a-44a4-ba7b-51bd23d1f824 admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0604839 Feb 28 10:33:02.174439 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7abd248-aac0-4cdb-ab67-73e80bbc4e82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:02.175871 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-a7abd248-aac0-4cdb-ab67-73e80bbc4e82 admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0697887 Feb 28 10:33:02.185312 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [None req-f3997bdb-5812-447c-acc6-0f54034bb443 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '148988e9-7d5a-456f-af44-66e246c20cfc'}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:02.203180 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3997bdb-5812-447c-acc6-0f54034bb443 admin admin] Made reservation on behalf of df99af6079f04b40ae2fb2b304eafd0e for: {'subnet': 1} {{(pid=102995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:33:02.205868 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-f3997bdb-5812-447c-acc6-0f54034bb443 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:02.373952 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-f3997bdb-5812-447c-acc6-0f54034bb443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297'] for subnet (43ad745b-700b-461e-a0e3-bc6a92602535), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:02.425238 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3997bdb-5812-447c-acc6-0f54034bb443 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43ad745b-700b-461e-a0e3-bc6a92602535,revision_number=0']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:02.434813 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3997bdb-5812-447c-acc6-0f54034bb443 admin admin] Checking segment: {'id': 'c2c806d7-779f-428e-bd0c-8da2128dfe35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '148988e9-7d5a-456f-af44-66e246c20cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:33:02.435187 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3997bdb-5812-447c-acc6-0f54034bb443 admin admin] Network hostable DHCP agents. Network: 148988e9-7d5a-456f-af44-66e246c20cfc, hostable agents: ['908aa187-f1dc-423a-8ec3-c19816a84263'], hosted agents: [] {{(pid=102995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:33:02.435906 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.agents_db [None req-ad1b81bb-6a73-47ab-ba10-dec1fea0c152 None None] Agent healthcheck: found 5 active agents {{(pid=102998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:33:02.450957 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3997bdb-5812-447c-acc6-0f54034bb443 admin admin] Network 148988e9-7d5a-456f-af44-66e246c20cfc is scheduled to be hosted by DHCP agent 908aa187-f1dc-423a-8ec3-c19816a84263 with binding_index 1 {{(pid=102995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:33:02.458687 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.base_scheduler [None req-f3997bdb-5812-447c-acc6-0f54034bb443 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831167-1-iscsi, 148988e9-7d5a-456f-af44-66e246c20cfc) {{(pid=102995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:02.462557 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3997bdb-5812-447c-acc6-0f54034bb443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:02.463174 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-f3997bdb-5812-447c-acc6-0f54034bb443 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for subnet (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:02.467757 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1606556b-3b29-4b12-998f-d07dd3281c44 None None] Network 148988e9-7d5a-456f-af44-66e246c20cfc requested from dv-cinder-831167-1-iscsi {{(pid=102997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:33:02.485020 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-f3997bdb-5812-447c-acc6-0f54034bb443 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2983694 Feb 28 10:33:02.572633 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7249b899-0661-422d-ac28-38bbd998b21a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54a0a7cf-b57e-5b42-bf88-c5e67f938400-148988e9-7d5a-456f-af44-66e246c20cfc', 'network_id': '148988e9-7d5a-456f-af44-66e246c20cfc', 'project_id': 'df99af6079f04b40ae2fb2b304eafd0e', 'fixed_ips': [{'subnet_id': '43ad745b-700b-461e-a0e3-bc6a92602535'}]}} from dv-cinder-831167-1-iscsi. {{(pid=102997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:33:02.573535 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-7249b899-0661-422d-ac28-38bbd998b21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:02.812251 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.db_base_plugin_common [None req-7249b899-0661-422d-ac28-38bbd998b21a None None] Allocated IP 192.168.233.2 (148988e9-7d5a-456f-af44-66e246c20cfc/43ad745b-700b-461e-a0e3-bc6a92602535/03e27f4b-5dac-4cad-9405-e3edb78b79f0) {{(pid=102997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:33:02.958592 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-7249b899-0661-422d-ac28-38bbd998b21a None None] Publish callbacks [] for port (03e27f4b-5dac-4cad-9405-e3edb78b79f0), precommit_create {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:02.965897 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-7249b899-0661-422d-ac28-38bbd998b21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981'] for port (03e27f4b-5dac-4cad-9405-e3edb78b79f0), after_create {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:03.009623 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7249b899-0661-422d-ac28-38bbd998b21a None None] Network 148988e9-7d5a-456f-af44-66e246c20cfc is already hosted by enough agents. {{(pid=102997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:03.012499 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.scheduler.base_scheduler [None req-7249b899-0661-422d-ac28-38bbd998b21a None None] Resources bound (agent type, host, resource id): {{(pid=102997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:03.015389 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7249b899-0661-422d-ac28-38bbd998b21a None None] Received port after_create {{(pid=102997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:33:03.022456 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249b899-0661-422d-ac28-38bbd998b21a None None] Pushing event updated for resources: {'Port': ['ID=03e27f4b-5dac-4cad-9405-e3edb78b79f0,revision_number=1']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:03.030741 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7249b899-0661-422d-ac28-38bbd998b21a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:03.031135 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7249b899-0661-422d-ac28-38bbd998b21a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:03.031496 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7249b899-0661-422d-ac28-38bbd998b21a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:03.031844 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7249b899-0661-422d-ac28-38bbd998b21a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:03.032175 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7249b899-0661-422d-ac28-38bbd998b21a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:03.032537 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7249b899-0661-422d-ac28-38bbd998b21a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:03.032859 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7249b899-0661-422d-ac28-38bbd998b21a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:03.033181 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7249b899-0661-422d-ac28-38bbd998b21a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:03.033504 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7249b899-0661-422d-ac28-38bbd998b21a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:03.033853 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7249b899-0661-422d-ac28-38bbd998b21a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:03.034168 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7249b899-0661-422d-ac28-38bbd998b21a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:03.034482 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7249b899-0661-422d-ac28-38bbd998b21a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:03.034795 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7249b899-0661-422d-ac28-38bbd998b21a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:03.089200 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-7249b899-0661-422d-ac28-38bbd998b21a None None] Attempting to bind port 03e27f4b-5dac-4cad-9405-e3edb78b79f0 on host dv-cinder-831167-1-iscsi for vnic_type normal with profile {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:33:03.089574 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-7249b899-0661-422d-ac28-38bbd998b21a None None] Attempting to bind port 03e27f4b-5dac-4cad-9405-e3edb78b79f0 by drivers openvswitch,hyperv on host dv-cinder-831167-1-iscsi at level 0 using segments [{'id': 'c2c806d7-779f-428e-bd0c-8da2128dfe35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '148988e9-7d5a-456f-af44-66e246c20cfc'}] {{(pid=102997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:33:03.089947 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7249b899-0661-422d-ac28-38bbd998b21a None None] Attempting to bind port 03e27f4b-5dac-4cad-9405-e3edb78b79f0 on network 148988e9-7d5a-456f-af44-66e246c20cfc {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:33:03.095116 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7249b899-0661-422d-ac28-38bbd998b21a None None] Checking agent: {'id': '9787f0c2-b99f-49df-865b-f8e3f2374559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 1), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:33:03.095499 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7249b899-0661-422d-ac28-38bbd998b21a None None] Checking segment: {'id': 'c2c806d7-779f-428e-bd0c-8da2128dfe35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '148988e9-7d5a-456f-af44-66e246c20cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:33:03.095899 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-7249b899-0661-422d-ac28-38bbd998b21a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:03.096299 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7249b899-0661-422d-ac28-38bbd998b21a None None] Bound using segment: {'id': 'c2c806d7-779f-428e-bd0c-8da2128dfe35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '148988e9-7d5a-456f-af44-66e246c20cfc'} {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:33:03.096768 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-7249b899-0661-422d-ac28-38bbd998b21a None None] Bound port: 03e27f4b-5dac-4cad-9405-e3edb78b79f0, host: dv-cinder-831167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c806d7-779f-428e-bd0c-8da2128dfe35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '148988e9-7d5a-456f-af44-66e246c20cfc'}}] {{(pid=102997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:33:03.097149 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-7249b899-0661-422d-ac28-38bbd998b21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (03e27f4b-5dac-4cad-9405-e3edb78b79f0), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:03.162267 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-7249b899-0661-422d-ac28-38bbd998b21a None None] For port 03e27f4b-5dac-4cad-9405-e3edb78b79f0, host dv-cinder-831167-1-iscsi, cleared binding levels {{(pid=102997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:33:03.166262 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-7249b899-0661-422d-ac28-38bbd998b21a None None] For port 03e27f4b-5dac-4cad-9405-e3edb78b79f0, host dv-cinder-831167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=03e27f4b-5dac-4cad-9405-e3edb78b79f0,segment=NetworkSegment(c2c806d7-779f-428e-bd0c-8da2128dfe35),segment_id=c2c806d7-779f-428e-bd0c-8da2128dfe35)] {{(pid=102997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:33:03.172529 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-7249b899-0661-422d-ac28-38bbd998b21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (03e27f4b-5dac-4cad-9405-e3edb78b79f0), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:03.227538 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249b899-0661-422d-ac28-38bbd998b21a None None] Pushing event updated for resources: {'Port': ['ID=03e27f4b-5dac-4cad-9405-e3edb78b79f0,revision_number=2']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:04.107405 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7dcd6f3-e711-4554-85b4-e54c01425658 None None] Network 148988e9-7d5a-456f-af44-66e246c20cfc requested from dv-cinder-831167-1-iscsi {{(pid=102997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:33:04.173924 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-06b2cabd-1552-416b-a93a-7c99b78c2ba2 None None] Provisioning complete for port 03e27f4b-5dac-4cad-9405-e3edb78b79f0 triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:04.174321 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-06b2cabd-1552-416b-a93a-7c99b78c2ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (03e27f4b-5dac-4cad-9405-e3edb78b79f0), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:04.289181 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-06b2cabd-1552-416b-a93a-7c99b78c2ba2 None None] Current status of the port 03e27f4b-5dac-4cad-9405-e3edb78b79f0 is: DOWN; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:33:04.289575 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-06b2cabd-1552-416b-a93a-7c99b78c2ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (03e27f4b-5dac-4cad-9405-e3edb78b79f0), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:04.337223 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-06b2cabd-1552-416b-a93a-7c99b78c2ba2 None None] For port 03e27f4b-5dac-4cad-9405-e3edb78b79f0, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=03e27f4b-5dac-4cad-9405-e3edb78b79f0,segment=NetworkSegment(c2c806d7-779f-428e-bd0c-8da2128dfe35),segment_id=c2c806d7-779f-428e-bd0c-8da2128dfe35)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:33:04.344917 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-06b2cabd-1552-416b-a93a-7c99b78c2ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (03e27f4b-5dac-4cad-9405-e3edb78b79f0), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:04.384104 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 03e27f4b-5dac-4cad-9405-e3edb78b79f0 up at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:33:04.442809 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b2cabd-1552-416b-a93a-7c99b78c2ba2 None None] Pushing event updated for resources: {'Port': ['ID=03e27f4b-5dac-4cad-9405-e3edb78b79f0,revision_number=3']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:04.461672 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Provisioning complete for port 03e27f4b-5dac-4cad-9405-e3edb78b79f0 triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:04.462061 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (03e27f4b-5dac-4cad-9405-e3edb78b79f0), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:04.546587 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Current status of the port 03e27f4b-5dac-4cad-9405-e3edb78b79f0 is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:33:04.565877 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-b62ea859-d288-4f0c-9fdc-fc3631bed178 None None] Provisioning complete for port 03e27f4b-5dac-4cad-9405-e3edb78b79f0 triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:04.566268 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-b62ea859-d288-4f0c-9fdc-fc3631bed178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (03e27f4b-5dac-4cad-9405-e3edb78b79f0), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:04.643643 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-b62ea859-d288-4f0c-9fdc-fc3631bed178 None None] Current status of the port 03e27f4b-5dac-4cad-9405-e3edb78b79f0 is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:33:06.318729 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 03e27f4b-5dac-4cad-9405-e3edb78b79f0 up at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:33:06.369310 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Provisioning complete for port 03e27f4b-5dac-4cad-9405-e3edb78b79f0 triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:06.369701 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (03e27f4b-5dac-4cad-9405-e3edb78b79f0), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:06.446258 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Current status of the port 03e27f4b-5dac-4cad-9405-e3edb78b79f0 is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:33:24.924195 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-fbcd857e-02ae-4524-b580-7297474ef122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:27.139980 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-b694c6fd-50f8-4450-bb88-5d1b1c94bf34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:28.492438 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:29.863243 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:31.498075 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:39.434414 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.agents_db [None req-ad1b81bb-6a73-47ab-ba10-dec1fea0c152 None None] Agent healthcheck: found 5 active agents {{(pid=102998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:33:54.926068 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-0db26a00-3522-4c65-9be1-c493b2e5b07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:57.141575 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-ba10774c-df49-47cc-89f5-23bf9d169be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:58.493759 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:59.866850 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:01.500707 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:16.432877 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.agents_db [None req-ad1b81bb-6a73-47ab-ba10-dec1fea0c152 None None] Agent healthcheck: found 5 active agents {{(pid=102998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:34:21.950659 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 52144) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:21.957191 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [None req-e6a58d5b-fa82-4acf-addf-d00edc90b4d6 tempest-verify_tempest_config-1815252658 tempest-verify_tempest_config-1815252658-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102995) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:34:21.958160 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-e6a58d5b-fa82-4acf-addf-d00edc90b4d6 tempest-verify_tempest_config-1815252658 tempest-verify_tempest_config-1815252658-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0064974 Feb 28 10:34:22.241276 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 52162) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:22.342388 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-d32ecc7f-b8e5-4051-ab84-dce4a369f212 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:22.414596 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-d32ecc7f-b8e5-4051-ab84-dce4a369f212 admin admin] Publish callbacks [] for security_group (1d51a1c2-17ac-4b49-a87c-1f5144601c8f), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:22.418044 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-d32ecc7f-b8e5-4051-ab84-dce4a369f212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (1d51a1c2-17ac-4b49-a87c-1f5144601c8f), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:22.461711 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-d32ecc7f-b8e5-4051-ab84-dce4a369f212 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=43cb5815ffe046d2ac8ab98f56f44e17&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2193453 Feb 28 10:34:22.463785 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ecc7f-b8e5-4051-ab84-dce4a369f212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d51a1c2-17ac-4b49-a87c-1f5144601c8f,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:22.464523 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 52168) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:22.471087 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32ecc7f-b8e5-4051-ab84-dce4a369f212 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:22.471459 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32ecc7f-b8e5-4051-ab84-dce4a369f212 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:22.471808 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32ecc7f-b8e5-4051-ab84-dce4a369f212 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:22.472148 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32ecc7f-b8e5-4051-ab84-dce4a369f212 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:22.472482 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32ecc7f-b8e5-4051-ab84-dce4a369f212 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:22.472812 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32ecc7f-b8e5-4051-ab84-dce4a369f212 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:22.473160 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32ecc7f-b8e5-4051-ab84-dce4a369f212 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:22.473494 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32ecc7f-b8e5-4051-ab84-dce4a369f212 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:22.473836 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32ecc7f-b8e5-4051-ab84-dce4a369f212 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:22.474181 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32ecc7f-b8e5-4051-ab84-dce4a369f212 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:22.474508 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32ecc7f-b8e5-4051-ab84-dce4a369f212 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:22.474831 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32ecc7f-b8e5-4051-ab84-dce4a369f212 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:22.475183 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32ecc7f-b8e5-4051-ab84-dce4a369f212 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:22.522058 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-842ae5e6-1470-43a8-82a9-6fc04e93cb74 admin admin] Publish callbacks [] for security_group (1d51a1c2-17ac-4b49-a87c-1f5144601c8f), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:22.541941 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-842ae5e6-1470-43a8-82a9-6fc04e93cb74 admin admin] Publish callbacks [] for security_group (1d51a1c2-17ac-4b49-a87c-1f5144601c8f), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:22.632007 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-842ae5e6-1470-43a8-82a9-6fc04e93cb74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (1d51a1c2-17ac-4b49-a87c-1f5144601c8f), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:22.634860 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-842ae5e6-1470-43a8-82a9-6fc04e93cb74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:22.636083 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-842ae5e6-1470-43a8-82a9-6fc04e93cb74 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1d51a1c2-17ac-4b49-a87c-1f5144601c8f HTTP/1.1" status: 204 len: 168 time: 0.1704373 Feb 28 10:34:22.643821 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ae5e6-1470-43a8-82a9-6fc04e93cb74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d51a1c2-17ac-4b49-a87c-1f5144601c8f,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:22.650476 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ae5e6-1470-43a8-82a9-6fc04e93cb74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:22.650844 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ae5e6-1470-43a8-82a9-6fc04e93cb74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:22.651228 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ae5e6-1470-43a8-82a9-6fc04e93cb74 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:22.651561 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ae5e6-1470-43a8-82a9-6fc04e93cb74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:22.651892 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ae5e6-1470-43a8-82a9-6fc04e93cb74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:22.652218 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ae5e6-1470-43a8-82a9-6fc04e93cb74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:22.652563 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ae5e6-1470-43a8-82a9-6fc04e93cb74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:22.652892 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ae5e6-1470-43a8-82a9-6fc04e93cb74 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:22.653299 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ae5e6-1470-43a8-82a9-6fc04e93cb74 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:22.653578 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ae5e6-1470-43a8-82a9-6fc04e93cb74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:22.653847 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ae5e6-1470-43a8-82a9-6fc04e93cb74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:22.654245 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ae5e6-1470-43a8-82a9-6fc04e93cb74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:22.654480 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ae5e6-1470-43a8-82a9-6fc04e93cb74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:24.929430 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-c3d911fa-5d4e-4c96-86d5-70d947c5f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:27.143295 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-1b8dfe5e-97d7-4f97-b43e-1d324674dc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:28.495560 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:29.870565 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:31.502648 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:53.431381 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.agents_db [None req-ad1b81bb-6a73-47ab-ba10-dec1fea0c152 None None] Agent healthcheck: found 5 active agents {{(pid=102998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:34:54.930035 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-e477e3f6-db59-4604-8386-3c8883080516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:57.144101 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-347696c9-1591-40d3-99b9-bc47b3c4b5b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:58.498590 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:59.870389 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:01.506958 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:24.930910 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-57e1f867-9cd1-4697-9b81-5842fdd8228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:27.145106 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-f5f9196f-c547-4214-a027-2a7e2b647eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:28.502216 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:29.873685 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:30.429971 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.agents_db [None req-ad1b81bb-6a73-47ab-ba10-dec1fea0c152 None None] Agent healthcheck: found 5 active agents {{(pid=102998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:35:31.508133 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:54.932391 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-8d9b9cf7-0ce5-4795-8fe1-4ca5fecc7a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:57.145384 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-d6905e64-45a0-488f-925e-d4c86dbd9c55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:58.506945 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:59.877456 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:01.510309 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:04.009458 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1717734'] for agent (db31e800-75f5-4bdb-84cd-f402d346b45c), after_create {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:07.429559 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.agents_db [None req-ad1b81bb-6a73-47ab-ba10-dec1fea0c152 None None] Agent healthcheck: found 6 active agents {{(pid=102998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:36:17.956413 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 52238) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:18.060872 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-95b07089-5e32-4dd8-b025-cccf4ebe6b79 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1033795 Feb 28 10:36:20.395375 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 52248) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:20.449289 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-b76d244e-38c0-4fb5-bc41-b61aa1b515a3 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0528569 Feb 28 10:36:24.937224 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-017ae385-627c-4785-be78-e520cca4d965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:27.147880 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4f699ad2-bd10-4fd4-b998-7dcaa2946862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:28.506197 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:29.880966 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:31.511939 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:33.986062 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (db31e800-75f5-4bdb-84cd-f402d346b45c), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.428931 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.agents_db [None req-ad1b81bb-6a73-47ab-ba10-dec1fea0c152 None None] Agent healthcheck: found 6 active agents {{(pid=102998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:36:54.939184 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-95954fc4-a72f-4e19-b744-68927108052f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:57.148975 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-514af6d0-ef85-43cc-8ec2-adabda6a3c76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:58.509029 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.884083 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:01.514063 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:03.993491 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (db31e800-75f5-4bdb-84cd-f402d346b45c), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:21.427213 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.agents_db [None req-ad1b81bb-6a73-47ab-ba10-dec1fea0c152 None None] Agent healthcheck: found 6 active agents {{(pid=102998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:37:24.940586 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-ebdb5bdd-11b4-44bd-8b69-6a0639187a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:27.150744 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-259383b6-593a-4310-86f2-a8372555ce47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.511504 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:29.893933 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.516603 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:34.001217 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (db31e800-75f5-4bdb-84cd-f402d346b45c), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:54.948879 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-dfaf50e8-5df3-467d-b141-3ff1b5404179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:57.170079 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-f9968989-0857-411c-acba-63291499ae8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:58.427932 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.agents_db [None req-ad1b81bb-6a73-47ab-ba10-dec1fea0c152 None None] Agent healthcheck: found 6 active agents {{(pid=102998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:37:58.516974 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:59.295973 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 52460) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:59.417028 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 52472) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:59.430717 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 52478) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:59.450581 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 52482) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:59.604522 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [None req-85ee3332-6a23-4557-936e-ff2b4e4d0eb9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-108844831-network', 'tenant_id': '6825cb4cea9e4921b5312dd51b9920be'}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:59.628461 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ee3332-6a23-4557-936e-ff2b4e4d0eb9 admin admin] Made reservation on behalf of 6825cb4cea9e4921b5312dd51b9920be for: {'network': 1} {{(pid=102995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:59.631808 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-85ee3332-6a23-4557-936e-ff2b4e4d0eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for network (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:59.641196 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-85ee3332-6a23-4557-936e-ff2b4e4d0eb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:59.685485 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [None req-3b68097f-bff7-45d2-b6bb-8a7ada51f357 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2127175582-network', 'tenant_id': '61d81f9de04c480389701ad30319c05a'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:59.720182 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [None req-91f0669f-a54a-4d49-ac69-9a039cd57885 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1768971904-network', 'tenant_id': '4151886992af47f89a22d8119c3ffd94'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:59.724854 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b68097f-bff7-45d2-b6bb-8a7ada51f357 admin admin] Made reservation on behalf of 61d81f9de04c480389701ad30319c05a for: {'network': 1} {{(pid=102996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:59.727475 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3b68097f-bff7-45d2-b6bb-8a7ada51f357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for network (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:59.732846 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-85ee3332-6a23-4557-936e-ff2b4e4d0eb9 admin admin] Publish callbacks [] for security_group (422d9a48-71e7-46b3-8d6a-d34ce9716c6a), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:59.738504 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-85ee3332-6a23-4557-936e-ff2b4e4d0eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (422d9a48-71e7-46b3-8d6a-d34ce9716c6a), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:59.742354 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [None req-39036940-4112-4717-9e08-a29187681ba0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1302433460-network', 'tenant_id': 'd07247712e664711bc6778d697ef6757'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:59.753905 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3b68097f-bff7-45d2-b6bb-8a7ada51f357 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:59.755931 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85ee3332-6a23-4557-936e-ff2b4e4d0eb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=102995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:59.771324 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-85ee3332-6a23-4557-936e-ff2b4e4d0eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761337'] for segment (6c2048f2-30c2-42f7-807e-dc8d048f6f75), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:59.772350 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.db.segments_db [None req-85ee3332-6a23-4557-936e-ff2b4e4d0eb9 admin admin] Added segment 6c2048f2-30c2-42f7-807e-dc8d048f6f75 of type vlan for network 240e2b6c-54c0-4c0d-850d-490078c64530 Feb 28 10:37:59.793631 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f0669f-a54a-4d49-ac69-9a039cd57885 admin admin] Made reservation on behalf of 4151886992af47f89a22d8119c3ffd94 for: {'network': 1} {{(pid=102996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:59.796274 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-91f0669f-a54a-4d49-ac69-9a039cd57885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for network (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:59.824462 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-85ee3332-6a23-4557-936e-ff2b4e4d0eb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783309439991'] for network (240e2b6c-54c0-4c0d-850d-490078c64530), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:59.827745 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-91f0669f-a54a-4d49-ac69-9a039cd57885 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:59.840430 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39036940-4112-4717-9e08-a29187681ba0 admin admin] Made reservation on behalf of d07247712e664711bc6778d697ef6757 for: {'network': 1} {{(pid=102996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:59.842730 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-39036940-4112-4717-9e08-a29187681ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for network (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:59.869059 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-39036940-4112-4717-9e08-a29187681ba0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:59.876983 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee3332-6a23-4557-936e-ff2b4e4d0eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422d9a48-71e7-46b3-8d6a-d34ce9716c6a,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:59.899627 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:59.901914 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-85ee3332-6a23-4557-936e-ff2b4e4d0eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297'] for network (240e2b6c-54c0-4c0d-850d-490078c64530), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:59.903524 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ee3332-6a23-4557-936e-ff2b4e4d0eb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:59.904257 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-85ee3332-6a23-4557-936e-ff2b4e4d0eb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for network (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:59.916560 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ee3332-6a23-4557-936e-ff2b4e4d0eb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:59.917289 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ee3332-6a23-4557-936e-ff2b4e4d0eb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:59.917599 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ee3332-6a23-4557-936e-ff2b4e4d0eb9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:59.918226 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ee3332-6a23-4557-936e-ff2b4e4d0eb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:59.918691 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ee3332-6a23-4557-936e-ff2b4e4d0eb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:59.919148 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ee3332-6a23-4557-936e-ff2b4e4d0eb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:59.920106 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ee3332-6a23-4557-936e-ff2b4e4d0eb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:59.920654 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ee3332-6a23-4557-936e-ff2b4e4d0eb9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:59.921099 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ee3332-6a23-4557-936e-ff2b4e4d0eb9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:59.922219 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ee3332-6a23-4557-936e-ff2b4e4d0eb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:59.922742 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ee3332-6a23-4557-936e-ff2b4e4d0eb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:59.923197 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ee3332-6a23-4557-936e-ff2b4e4d0eb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:59.923936 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ee3332-6a23-4557-936e-ff2b4e4d0eb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:59.925845 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ee3332-6a23-4557-936e-ff2b4e4d0eb9 admin admin] Tracked resource versions report: Feb 28 10:37:59.925845 dv-cinder-831167-1-iscsi neutron-server[102995]: pushed versions: Feb 28 10:37:59.925845 dv-cinder-831167-1-iscsi neutron-server[102995]: { 'AddressGroup': {'1.2'}, Feb 28 10:37:59.925845 dv-cinder-831167-1-iscsi neutron-server[102995]: 'ConntrackHelper': {'1.0'}, Feb 28 10:37:59.925845 dv-cinder-831167-1-iscsi neutron-server[102995]: 'LocalIPAssociation': {'1.0'}, Feb 28 10:37:59.925845 dv-cinder-831167-1-iscsi neutron-server[102995]: 'Log': {'1.0'}, Feb 28 10:37:59.925845 dv-cinder-831167-1-iscsi neutron-server[102995]: 'Network': {'1.1'}, Feb 28 10:37:59.925845 dv-cinder-831167-1-iscsi neutron-server[102995]: 'Port': {'1.7'}, Feb 28 10:37:59.925845 dv-cinder-831167-1-iscsi neutron-server[102995]: 'PortForwarding': {'1.2'}, Feb 28 10:37:59.925845 dv-cinder-831167-1-iscsi neutron-server[102995]: 'QosPolicy': {'1.10'}, Feb 28 10:37:59.925845 dv-cinder-831167-1-iscsi neutron-server[102995]: 'SecurityGroup': {'1.5'}, Feb 28 10:37:59.925845 dv-cinder-831167-1-iscsi neutron-server[102995]: 'SecurityGroupRule': {'1.2'}, Feb 28 10:37:59.925845 dv-cinder-831167-1-iscsi neutron-server[102995]: 'SubPort': {'1.0'}, Feb 28 10:37:59.925845 dv-cinder-831167-1-iscsi neutron-server[102995]: 'Subnet': {'1.1'}, Feb 28 10:37:59.925845 dv-cinder-831167-1-iscsi neutron-server[102995]: 'Trunk': {'1.1'}} Feb 28 10:37:59.925845 dv-cinder-831167-1-iscsi neutron-server[102995]: consumer versions: Feb 28 10:37:59.925845 dv-cinder-831167-1-iscsi neutron-server[102995]: { DHCP agent@dv-cinder-831167-1-iscsi: {}, Feb 28 10:37:59.925845 dv-cinder-831167-1-iscsi neutron-server[102995]: HyperV agent@hv-cinder-83116: {}, Feb 28 10:37:59.925845 dv-cinder-831167-1-iscsi neutron-server[102995]: L3 agent@dv-cinder-831167-1-iscsi: {}, Feb 28 10:37:59.925845 dv-cinder-831167-1-iscsi neutron-server[102995]: Metadata agent@dv-cinder-831167-1-iscsi: {}, Feb 28 10:37:59.925845 dv-cinder-831167-1-iscsi neutron-server[102995]: Metering agent@dv-cinder-831167-1-iscsi: {}, Feb 28 10:37:59.925845 dv-cinder-831167-1-iscsi neutron-server[102995]: Open vSwitch agent@dv-cinder-831167-1-iscsi: { 'AddressGroup': '1.2', Feb 28 10:37:59.925845 dv-cinder-831167-1-iscsi neutron-server[102995]: 'ConntrackHelper': '1.0', Feb 28 10:37:59.925845 dv-cinder-831167-1-iscsi neutron-server[102995]: 'LocalIPAssociation': '1.0', Feb 28 10:37:59.925845 dv-cinder-831167-1-iscsi neutron-server[102995]: 'Log': '1.0', Feb 28 10:37:59.925845 dv-cinder-831167-1-iscsi neutron-server[102995]: 'Network': '1.1', Feb 28 10:37:59.925845 dv-cinder-831167-1-iscsi neutron-server[102995]: 'Port': '1.7', Feb 28 10:37:59.925845 dv-cinder-831167-1-iscsi neutron-server[102995]: 'PortForwarding': '1.2', Feb 28 10:37:59.925845 dv-cinder-831167-1-iscsi neutron-server[102995]: 'QosPolicy': '1.10', Feb 28 10:37:59.925845 dv-cinder-831167-1-iscsi neutron-server[102995]: 'SecurityGroup': '1.5', Feb 28 10:37:59.925845 dv-cinder-831167-1-iscsi neutron-server[102995]: 'SecurityGroupRule': '1.2', Feb 28 10:37:59.925845 dv-cinder-831167-1-iscsi neutron-server[102995]: 'SubPort': '1.0', Feb 28 10:37:59.925845 dv-cinder-831167-1-iscsi neutron-server[102995]: 'Subnet': '1.1', Feb 28 10:37:59.925845 dv-cinder-831167-1-iscsi neutron-server[102995]: 'Trunk': '1.1'}} Feb 28 10:37:59.925845 dv-cinder-831167-1-iscsi neutron-server[102995]: {{(pid=102995) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 10:37:59.996015 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee3332-6a23-4557-936e-ff2b4e4d0eb9 admin admin] Pushing event updated for resources: {'Network': ['ID=240e2b6c-54c0-4c0d-850d-490078c64530,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:00.005462 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-85ee3332-6a23-4557-936e-ff2b4e4d0eb9 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7084665 Feb 28 10:38:00.009217 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Network 240e2b6c-54c0-4c0d-850d-490078c64530 details requested by agent ovs-agent-dv-cinder-831167-1-iscsi with host dv-cinder-831167-1-iscsi {{(pid=102997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:38:00.019343 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 52508) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:00.024537 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [None req-f0faf11f-6c18-4dcd-bc3d-3c842bff7304 admin admin] Request body: {'subnet': {'network_id': '240e2b6c-54c0-4c0d-850d-490078c64530', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-108844831-subnet', 'tenant_id': '6825cb4cea9e4921b5312dd51b9920be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:00.068304 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0faf11f-6c18-4dcd-bc3d-3c842bff7304 admin admin] Made reservation on behalf of 6825cb4cea9e4921b5312dd51b9920be for: {'subnet': 1} {{(pid=102995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:00.075156 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-f0faf11f-6c18-4dcd-bc3d-3c842bff7304 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.084542 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3b68097f-bff7-45d2-b6bb-8a7ada51f357 admin admin] Publish callbacks [] for security_group (bf1b2d86-f603-4646-b236-489eafe85401), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.100517 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3b68097f-bff7-45d2-b6bb-8a7ada51f357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (bf1b2d86-f603-4646-b236-489eafe85401), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.105137 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-91f0669f-a54a-4d49-ac69-9a039cd57885 admin admin] Publish callbacks [] for security_group (dde5da51-38fb-48fa-8674-f6383288b8ed), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.120479 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-91f0669f-a54a-4d49-ac69-9a039cd57885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (dde5da51-38fb-48fa-8674-f6383288b8ed), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.167653 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b68097f-bff7-45d2-b6bb-8a7ada51f357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1b2d86-f603-4646-b236-489eafe85401,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:00.174885 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b68097f-bff7-45d2-b6bb-8a7ada51f357 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=102996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:38:00.182652 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68097f-bff7-45d2-b6bb-8a7ada51f357 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:00.183312 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68097f-bff7-45d2-b6bb-8a7ada51f357 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:00.183907 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68097f-bff7-45d2-b6bb-8a7ada51f357 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:00.184479 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68097f-bff7-45d2-b6bb-8a7ada51f357 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:00.185031 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68097f-bff7-45d2-b6bb-8a7ada51f357 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:00.185551 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68097f-bff7-45d2-b6bb-8a7ada51f357 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:00.186078 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68097f-bff7-45d2-b6bb-8a7ada51f357 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:00.186613 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68097f-bff7-45d2-b6bb-8a7ada51f357 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:00.187344 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68097f-bff7-45d2-b6bb-8a7ada51f357 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:00.188657 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68097f-bff7-45d2-b6bb-8a7ada51f357 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:00.189206 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68097f-bff7-45d2-b6bb-8a7ada51f357 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:00.190084 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68097f-bff7-45d2-b6bb-8a7ada51f357 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:00.190694 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68097f-bff7-45d2-b6bb-8a7ada51f357 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:00.192264 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68097f-bff7-45d2-b6bb-8a7ada51f357 admin admin] Tracked resource versions report: Feb 28 10:38:00.192264 dv-cinder-831167-1-iscsi neutron-server[102996]: pushed versions: Feb 28 10:38:00.192264 dv-cinder-831167-1-iscsi neutron-server[102996]: { 'AddressGroup': {'1.2'}, Feb 28 10:38:00.192264 dv-cinder-831167-1-iscsi neutron-server[102996]: 'ConntrackHelper': {'1.0'}, Feb 28 10:38:00.192264 dv-cinder-831167-1-iscsi neutron-server[102996]: 'LocalIPAssociation': {'1.0'}, Feb 28 10:38:00.192264 dv-cinder-831167-1-iscsi neutron-server[102996]: 'Log': {'1.0'}, Feb 28 10:38:00.192264 dv-cinder-831167-1-iscsi neutron-server[102996]: 'Network': {'1.1'}, Feb 28 10:38:00.192264 dv-cinder-831167-1-iscsi neutron-server[102996]: 'Port': {'1.7'}, Feb 28 10:38:00.192264 dv-cinder-831167-1-iscsi neutron-server[102996]: 'PortForwarding': {'1.2'}, Feb 28 10:38:00.192264 dv-cinder-831167-1-iscsi neutron-server[102996]: 'QosPolicy': {'1.10'}, Feb 28 10:38:00.192264 dv-cinder-831167-1-iscsi neutron-server[102996]: 'SecurityGroup': {'1.5'}, Feb 28 10:38:00.192264 dv-cinder-831167-1-iscsi neutron-server[102996]: 'SecurityGroupRule': {'1.2'}, Feb 28 10:38:00.192264 dv-cinder-831167-1-iscsi neutron-server[102996]: 'SubPort': {'1.0'}, Feb 28 10:38:00.192264 dv-cinder-831167-1-iscsi neutron-server[102996]: 'Subnet': {'1.1'}, Feb 28 10:38:00.192264 dv-cinder-831167-1-iscsi neutron-server[102996]: 'Trunk': {'1.1'}} Feb 28 10:38:00.192264 dv-cinder-831167-1-iscsi neutron-server[102996]: consumer versions: Feb 28 10:38:00.192264 dv-cinder-831167-1-iscsi neutron-server[102996]: { DHCP agent@dv-cinder-831167-1-iscsi: {}, Feb 28 10:38:00.192264 dv-cinder-831167-1-iscsi neutron-server[102996]: HyperV agent@hv-cinder-83116: {}, Feb 28 10:38:00.192264 dv-cinder-831167-1-iscsi neutron-server[102996]: L3 agent@dv-cinder-831167-1-iscsi: {}, Feb 28 10:38:00.192264 dv-cinder-831167-1-iscsi neutron-server[102996]: Metadata agent@dv-cinder-831167-1-iscsi: {}, Feb 28 10:38:00.192264 dv-cinder-831167-1-iscsi neutron-server[102996]: Metering agent@dv-cinder-831167-1-iscsi: {}, Feb 28 10:38:00.192264 dv-cinder-831167-1-iscsi neutron-server[102996]: Open vSwitch agent@dv-cinder-831167-1-iscsi: { 'AddressGroup': '1.2', Feb 28 10:38:00.192264 dv-cinder-831167-1-iscsi neutron-server[102996]: 'ConntrackHelper': '1.0', Feb 28 10:38:00.192264 dv-cinder-831167-1-iscsi neutron-server[102996]: 'LocalIPAssociation': '1.0', Feb 28 10:38:00.192264 dv-cinder-831167-1-iscsi neutron-server[102996]: 'Log': '1.0', Feb 28 10:38:00.192264 dv-cinder-831167-1-iscsi neutron-server[102996]: 'Network': '1.1', Feb 28 10:38:00.192264 dv-cinder-831167-1-iscsi neutron-server[102996]: 'Port': '1.7', Feb 28 10:38:00.192264 dv-cinder-831167-1-iscsi neutron-server[102996]: 'PortForwarding': '1.2', Feb 28 10:38:00.192264 dv-cinder-831167-1-iscsi neutron-server[102996]: 'QosPolicy': '1.10', Feb 28 10:38:00.192264 dv-cinder-831167-1-iscsi neutron-server[102996]: 'SecurityGroup': '1.5', Feb 28 10:38:00.192264 dv-cinder-831167-1-iscsi neutron-server[102996]: 'SecurityGroupRule': '1.2', Feb 28 10:38:00.192264 dv-cinder-831167-1-iscsi neutron-server[102996]: 'SubPort': '1.0', Feb 28 10:38:00.192264 dv-cinder-831167-1-iscsi neutron-server[102996]: 'Subnet': '1.1', Feb 28 10:38:00.192264 dv-cinder-831167-1-iscsi neutron-server[102996]: 'Trunk': '1.1'}} Feb 28 10:38:00.192264 dv-cinder-831167-1-iscsi neutron-server[102996]: {{(pid=102996) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 10:38:00.253818 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f0669f-a54a-4d49-ac69-9a039cd57885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde5da51-38fb-48fa-8674-f6383288b8ed,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:00.295214 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3b68097f-bff7-45d2-b6bb-8a7ada51f357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761337'] for segment (00a7182d-ed44-43e5-8da3-65da6fab2cc0), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.295825 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.db.segments_db [None req-3b68097f-bff7-45d2-b6bb-8a7ada51f357 admin admin] Added segment 00a7182d-ed44-43e5-8da3-65da6fab2cc0 of type vlan for network 181d6fbd-5cb4-4bfd-bffa-34f454380b3f Feb 28 10:38:00.303745 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-f0faf11f-6c18-4dcd-bc3d-3c842bff7304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297'] for subnet (c422424b-4bdb-4bd8-9a44-a4d30179929f), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.320837 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-39036940-4112-4717-9e08-a29187681ba0 admin admin] Publish callbacks [] for security_group (60338080-b467-4167-91ec-bc706f1b116e), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.351554 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-39036940-4112-4717-9e08-a29187681ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (60338080-b467-4167-91ec-bc706f1b116e), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.374039 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0faf11f-6c18-4dcd-bc3d-3c842bff7304 admin admin] Checking segment: {'id': '6c2048f2-30c2-42f7-807e-dc8d048f6f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '240e2b6c-54c0-4c0d-850d-490078c64530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:38:00.374742 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0faf11f-6c18-4dcd-bc3d-3c842bff7304 admin admin] Network hostable DHCP agents. Network: 240e2b6c-54c0-4c0d-850d-490078c64530, hostable agents: ['908aa187-f1dc-423a-8ec3-c19816a84263'], hosted agents: [] {{(pid=102995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:38:00.375306 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39036940-4112-4717-9e08-a29187681ba0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=102996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:38:00.378855 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0faf11f-6c18-4dcd-bc3d-3c842bff7304 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c422424b-4bdb-4bd8-9a44-a4d30179929f,revision_number=0']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:00.396079 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-39036940-4112-4717-9e08-a29187681ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761337'] for segment (423b6589-79ab-4f39-a7b9-b1085abb310d), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.396606 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.db.segments_db [None req-39036940-4112-4717-9e08-a29187681ba0 admin admin] Added segment 423b6589-79ab-4f39-a7b9-b1085abb310d of type vlan for network afedb623-3316-4b12-8ae7-24fcfdd11e46 Feb 28 10:38:00.400738 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0faf11f-6c18-4dcd-bc3d-3c842bff7304 admin admin] Network 240e2b6c-54c0-4c0d-850d-490078c64530 is scheduled to be hosted by DHCP agent 908aa187-f1dc-423a-8ec3-c19816a84263 with binding_index 1 {{(pid=102995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:38:00.412974 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.base_scheduler [None req-f0faf11f-6c18-4dcd-bc3d-3c842bff7304 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831167-1-iscsi, 240e2b6c-54c0-4c0d-850d-490078c64530) {{(pid=102995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:00.419410 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0faf11f-6c18-4dcd-bc3d-3c842bff7304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:00.420298 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-f0faf11f-6c18-4dcd-bc3d-3c842bff7304 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for subnet (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.425689 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de77893-ba8e-4f86-9662-f144157809de None None] Network 240e2b6c-54c0-4c0d-850d-490078c64530 requested from dv-cinder-831167-1-iscsi {{(pid=102997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:00.454508 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-f0faf11f-6c18-4dcd-bc3d-3c842bff7304 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4337120 Feb 28 10:38:00.456923 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 52532) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:00.465963 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [None req-b8b59b6a-c3fc-4f72-ad2b-1eff8e817359 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-108844831-router', 'tenant_id': '6825cb4cea9e4921b5312dd51b9920be', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187'}}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:00.486543 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39036940-4112-4717-9e08-a29187681ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60338080-b467-4167-91ec-bc706f1b116e,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:00.498063 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-39036940-4112-4717-9e08-a29187681ba0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783309439991'] for network (afedb623-3316-4b12-8ae7-24fcfdd11e46), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.508209 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3b68097f-bff7-45d2-b6bb-8a7ada51f357 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783309439991'] for network (181d6fbd-5cb4-4bfd-bffa-34f454380b3f), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.534234 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-b8b59b6a-c3fc-4f72-ad2b-1eff8e817359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router (4cdb8a07-62c9-4a05-af7f-02572017faa5), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.535298 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-b8b59b6a-c3fc-4f72-ad2b-1eff8e817359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-380290', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8896'] for router (4cdb8a07-62c9-4a05-af7f-02572017faa5), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.553276 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-39036940-4112-4717-9e08-a29187681ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297'] for network (afedb623-3316-4b12-8ae7-24fcfdd11e46), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.554678 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39036940-4112-4717-9e08-a29187681ba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:00.555304 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-39036940-4112-4717-9e08-a29187681ba0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for network (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.569278 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3b68097f-bff7-45d2-b6bb-8a7ada51f357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297'] for network (181d6fbd-5cb4-4bfd-bffa-34f454380b3f), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.570565 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b68097f-bff7-45d2-b6bb-8a7ada51f357 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:00.571294 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3b68097f-bff7-45d2-b6bb-8a7ada51f357 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for network (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.578003 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.db.api [None req-91f0669f-a54a-4d49-ac69-9a039cd57885 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=102996) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:38:00.578373 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG oslo_db.api [None req-91f0669f-a54a-4d49-ac69-9a039cd57885 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=102996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:38:00.635907 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-39036940-4112-4717-9e08-a29187681ba0 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1837204 Feb 28 10:38:00.637169 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 52536) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:00.651304 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [None req-2b232f5c-4b4b-4610-bb9a-0baeec0b08a2 admin admin] Request body: {'subnet': {'network_id': 'afedb623-3316-4b12-8ae7-24fcfdd11e46', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1302433460-subnet', 'tenant_id': 'd07247712e664711bc6778d697ef6757', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:00.664028 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-3b68097f-bff7-45d2-b6bb-8a7ada51f357 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2429273 Feb 28 10:38:00.666162 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 52538) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:00.678402 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [None req-625dcde4-b6fa-445a-949e-e1bc51e8381d admin admin] Request body: {'subnet': {'network_id': '181d6fbd-5cb4-4bfd-bffa-34f454380b3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2127175582-subnet', 'tenant_id': '61d81f9de04c480389701ad30319c05a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:00.685642 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39036940-4112-4717-9e08-a29187681ba0 admin admin] Pushing event updated for resources: {'Network': ['ID=afedb623-3316-4b12-8ae7-24fcfdd11e46,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:00.688206 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16cfd3d-7828-405e-8973-022203f74eb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54a0a7cf-b57e-5b42-bf88-c5e67f938400-240e2b6c-54c0-4c0d-850d-490078c64530', 'network_id': '240e2b6c-54c0-4c0d-850d-490078c64530', 'project_id': '6825cb4cea9e4921b5312dd51b9920be', 'fixed_ips': [{'subnet_id': 'c422424b-4bdb-4bd8-9a44-a4d30179929f'}]}} from dv-cinder-831167-1-iscsi. {{(pid=102997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:38:00.689512 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-d16cfd3d-7828-405e-8973-022203f74eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.709054 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Network afedb623-3316-4b12-8ae7-24fcfdd11e46 details requested by agent ovs-agent-dv-cinder-831167-1-iscsi with host dv-cinder-831167-1-iscsi {{(pid=102997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:38:00.720340 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-b8b59b6a-c3fc-4f72-ad2b-1eff8e817359 admin admin] Publish callbacks [] for router_controller (4cdb8a07-62c9-4a05-af7f-02572017faa5), precommit_add_association {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.758738 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b232f5c-4b4b-4610-bb9a-0baeec0b08a2 admin admin] Made reservation on behalf of d07247712e664711bc6778d697ef6757 for: {'subnet': 1} {{(pid=102996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:00.761346 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-2b232f5c-4b4b-4610-bb9a-0baeec0b08a2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.803810 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625dcde4-b6fa-445a-949e-e1bc51e8381d admin admin] Made reservation on behalf of 61d81f9de04c480389701ad30319c05a for: {'subnet': 1} {{(pid=102996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:00.806859 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-625dcde4-b6fa-445a-949e-e1bc51e8381d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.901598 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b68097f-bff7-45d2-b6bb-8a7ada51f357 admin admin] Pushing event updated for resources: {'Network': ['ID=181d6fbd-5cb4-4bfd-bffa-34f454380b3f,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:01.024444 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-b8b59b6a-c3fc-4f72-ad2b-1eff8e817359 admin admin] Publish callbacks [] for router_gateway (4cdb8a07-62c9-4a05-af7f-02572017faa5), precommit_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:01.036714 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Network 181d6fbd-5cb4-4bfd-bffa-34f454380b3f details requested by agent ovs-agent-dv-cinder-831167-1-iscsi with host dv-cinder-831167-1-iscsi {{(pid=102997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:38:01.088625 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.db_base_plugin_common [None req-d16cfd3d-7828-405e-8973-022203f74eb5 None None] Allocated IP 172.20.0.2 (240e2b6c-54c0-4c0d-850d-490078c64530/c422424b-4bdb-4bd8-9a44-a4d30179929f/874177c4-27fa-41d4-845a-8342d71af2a0) {{(pid=102997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:01.093278 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-91f0669f-a54a-4d49-ac69-9a039cd57885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for network (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:01.208621 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-625dcde4-b6fa-445a-949e-e1bc51e8381d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297'] for subnet (bb0c5a25-3924-4147-8d5d-a4a9902af2f7), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:01.218855 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-2b232f5c-4b4b-4610-bb9a-0baeec0b08a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297'] for subnet (1bd7be47-a156-438c-acdc-95612b182e1c), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:01.220718 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91f0669f-a54a-4d49-ac69-9a039cd57885 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=102996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:38:01.310250 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-91f0669f-a54a-4d49-ac69-9a039cd57885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761337'] for segment (70a518fb-2283-4553-b90f-d3f0f325e4d8), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:01.310597 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.db.segments_db [None req-91f0669f-a54a-4d49-ac69-9a039cd57885 admin admin] Added segment 70a518fb-2283-4553-b90f-d3f0f325e4d8 of type vlan for network 9b073e6b-c342-425b-a002-2cd2376b1da4 Feb 28 10:38:01.315671 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-d16cfd3d-7828-405e-8973-022203f74eb5 None None] Publish callbacks [] for port (874177c4-27fa-41d4-845a-8342d71af2a0), precommit_create {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:01.330244 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-d16cfd3d-7828-405e-8973-022203f74eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981'] for port (874177c4-27fa-41d4-845a-8342d71af2a0), after_create {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:01.373258 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625dcde4-b6fa-445a-949e-e1bc51e8381d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb0c5a25-3924-4147-8d5d-a4a9902af2f7,revision_number=0']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:01.387931 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16cfd3d-7828-405e-8973-022203f74eb5 None None] Network 240e2b6c-54c0-4c0d-850d-490078c64530 is already hosted by enough agents. {{(pid=102997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:01.393265 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.scheduler.base_scheduler [None req-d16cfd3d-7828-405e-8973-022203f74eb5 None None] Resources bound (agent type, host, resource id): {{(pid=102997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:01.394387 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-91f0669f-a54a-4d49-ac69-9a039cd57885 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783309439991'] for network (9b073e6b-c342-425b-a002-2cd2376b1da4), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:01.396810 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16cfd3d-7828-405e-8973-022203f74eb5 None None] Received port after_create {{(pid=102997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:01.409602 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16cfd3d-7828-405e-8973-022203f74eb5 None None] Pushing event updated for resources: {'Port': ['ID=874177c4-27fa-41d4-845a-8342d71af2a0,revision_number=1']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:01.413289 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-b8b59b6a-c3fc-4f72-ad2b-1eff8e817359 admin admin] Publish callbacks [] for router_gateway (4cdb8a07-62c9-4a05-af7f-02572017faa5), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:01.440110 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16cfd3d-7828-405e-8973-022203f74eb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:01.440445 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16cfd3d-7828-405e-8973-022203f74eb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:01.440816 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16cfd3d-7828-405e-8973-022203f74eb5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:01.441168 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16cfd3d-7828-405e-8973-022203f74eb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:01.442457 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16cfd3d-7828-405e-8973-022203f74eb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:01.442457 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16cfd3d-7828-405e-8973-022203f74eb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:01.442854 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16cfd3d-7828-405e-8973-022203f74eb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:01.443995 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16cfd3d-7828-405e-8973-022203f74eb5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:01.444356 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16cfd3d-7828-405e-8973-022203f74eb5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:01.444535 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625dcde4-b6fa-445a-949e-e1bc51e8381d admin admin] Checking segment: {'id': '00a7182d-ed44-43e5-8da3-65da6fab2cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '181d6fbd-5cb4-4bfd-bffa-34f454380b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:38:01.444714 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16cfd3d-7828-405e-8973-022203f74eb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:01.444896 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625dcde4-b6fa-445a-949e-e1bc51e8381d admin admin] Network hostable DHCP agents. Network: 181d6fbd-5cb4-4bfd-bffa-34f454380b3f, hostable agents: ['908aa187-f1dc-423a-8ec3-c19816a84263'], hosted agents: [] {{(pid=102996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:38:01.445074 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16cfd3d-7828-405e-8973-022203f74eb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:01.445381 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16cfd3d-7828-405e-8973-022203f74eb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:01.445714 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16cfd3d-7828-405e-8973-022203f74eb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:01.446861 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16cfd3d-7828-405e-8973-022203f74eb5 None None] Tracked resource versions report: Feb 28 10:38:01.446861 dv-cinder-831167-1-iscsi neutron-server[102997]: pushed versions: Feb 28 10:38:01.446861 dv-cinder-831167-1-iscsi neutron-server[102997]: { 'AddressGroup': {'1.2'}, Feb 28 10:38:01.446861 dv-cinder-831167-1-iscsi neutron-server[102997]: 'ConntrackHelper': {'1.0'}, Feb 28 10:38:01.446861 dv-cinder-831167-1-iscsi neutron-server[102997]: 'LocalIPAssociation': {'1.0'}, Feb 28 10:38:01.446861 dv-cinder-831167-1-iscsi neutron-server[102997]: 'Log': {'1.0'}, Feb 28 10:38:01.446861 dv-cinder-831167-1-iscsi neutron-server[102997]: 'Network': {'1.1'}, Feb 28 10:38:01.446861 dv-cinder-831167-1-iscsi neutron-server[102997]: 'Port': {'1.7'}, Feb 28 10:38:01.446861 dv-cinder-831167-1-iscsi neutron-server[102997]: 'PortForwarding': {'1.2'}, Feb 28 10:38:01.446861 dv-cinder-831167-1-iscsi neutron-server[102997]: 'QosPolicy': {'1.10'}, Feb 28 10:38:01.446861 dv-cinder-831167-1-iscsi neutron-server[102997]: 'SecurityGroup': {'1.5'}, Feb 28 10:38:01.446861 dv-cinder-831167-1-iscsi neutron-server[102997]: 'SecurityGroupRule': {'1.2'}, Feb 28 10:38:01.446861 dv-cinder-831167-1-iscsi neutron-server[102997]: 'SubPort': {'1.0'}, Feb 28 10:38:01.446861 dv-cinder-831167-1-iscsi neutron-server[102997]: 'Subnet': {'1.1'}, Feb 28 10:38:01.446861 dv-cinder-831167-1-iscsi neutron-server[102997]: 'Trunk': {'1.1'}} Feb 28 10:38:01.446861 dv-cinder-831167-1-iscsi neutron-server[102997]: consumer versions: Feb 28 10:38:01.446861 dv-cinder-831167-1-iscsi neutron-server[102997]: { DHCP agent@dv-cinder-831167-1-iscsi: {}, Feb 28 10:38:01.446861 dv-cinder-831167-1-iscsi neutron-server[102997]: HyperV agent@hv-cinder-83116: {}, Feb 28 10:38:01.446861 dv-cinder-831167-1-iscsi neutron-server[102997]: L3 agent@dv-cinder-831167-1-iscsi: {}, Feb 28 10:38:01.446861 dv-cinder-831167-1-iscsi neutron-server[102997]: Metadata agent@dv-cinder-831167-1-iscsi: {}, Feb 28 10:38:01.446861 dv-cinder-831167-1-iscsi neutron-server[102997]: Metering agent@dv-cinder-831167-1-iscsi: {}, Feb 28 10:38:01.446861 dv-cinder-831167-1-iscsi neutron-server[102997]: Open vSwitch agent@dv-cinder-831167-1-iscsi: { 'AddressGroup': '1.2', Feb 28 10:38:01.446861 dv-cinder-831167-1-iscsi neutron-server[102997]: 'ConntrackHelper': '1.0', Feb 28 10:38:01.446861 dv-cinder-831167-1-iscsi neutron-server[102997]: 'LocalIPAssociation': '1.0', Feb 28 10:38:01.446861 dv-cinder-831167-1-iscsi neutron-server[102997]: 'Log': '1.0', Feb 28 10:38:01.446861 dv-cinder-831167-1-iscsi neutron-server[102997]: 'Network': '1.1', Feb 28 10:38:01.446861 dv-cinder-831167-1-iscsi neutron-server[102997]: 'Port': '1.7', Feb 28 10:38:01.446861 dv-cinder-831167-1-iscsi neutron-server[102997]: 'PortForwarding': '1.2', Feb 28 10:38:01.446861 dv-cinder-831167-1-iscsi neutron-server[102997]: 'QosPolicy': '1.10', Feb 28 10:38:01.446861 dv-cinder-831167-1-iscsi neutron-server[102997]: 'SecurityGroup': '1.5', Feb 28 10:38:01.446861 dv-cinder-831167-1-iscsi neutron-server[102997]: 'SecurityGroupRule': '1.2', Feb 28 10:38:01.446861 dv-cinder-831167-1-iscsi neutron-server[102997]: 'SubPort': '1.0', Feb 28 10:38:01.446861 dv-cinder-831167-1-iscsi neutron-server[102997]: 'Subnet': '1.1', Feb 28 10:38:01.446861 dv-cinder-831167-1-iscsi neutron-server[102997]: 'Trunk': '1.1'}} Feb 28 10:38:01.446861 dv-cinder-831167-1-iscsi neutron-server[102997]: {{(pid=102997) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 10:38:01.470663 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b232f5c-4b4b-4610-bb9a-0baeec0b08a2 admin admin] Checking segment: {'id': '423b6589-79ab-4f39-a7b9-b1085abb310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'afedb623-3316-4b12-8ae7-24fcfdd11e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:38:01.471047 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b232f5c-4b4b-4610-bb9a-0baeec0b08a2 admin admin] Network hostable DHCP agents. Network: afedb623-3316-4b12-8ae7-24fcfdd11e46, hostable agents: ['908aa187-f1dc-423a-8ec3-c19816a84263'], hosted agents: [] {{(pid=102996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:38:01.489144 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b232f5c-4b4b-4610-bb9a-0baeec0b08a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bd7be47-a156-438c-acdc-95612b182e1c,revision_number=0']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:01.490044 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-d16cfd3d-7828-405e-8973-022203f74eb5 None None] Attempting to bind port 874177c4-27fa-41d4-845a-8342d71af2a0 on host dv-cinder-831167-1-iscsi for vnic_type normal with profile {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:38:01.490224 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-b8b59b6a-c3fc-4f72-ad2b-1eff8e817359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:01.490435 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-d16cfd3d-7828-405e-8973-022203f74eb5 None None] Attempting to bind port 874177c4-27fa-41d4-845a-8342d71af2a0 by drivers openvswitch,hyperv on host dv-cinder-831167-1-iscsi at level 0 using segments [{'id': '6c2048f2-30c2-42f7-807e-dc8d048f6f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '240e2b6c-54c0-4c0d-850d-490078c64530'}] {{(pid=102997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:38:01.497112 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16cfd3d-7828-405e-8973-022203f74eb5 None None] Attempting to bind port 874177c4-27fa-41d4-845a-8342d71af2a0 on network 240e2b6c-54c0-4c0d-850d-490078c64530 {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:38:01.498106 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-91f0669f-a54a-4d49-ac69-9a039cd57885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297'] for network (9b073e6b-c342-425b-a002-2cd2376b1da4), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:01.499586 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f0669f-a54a-4d49-ac69-9a039cd57885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:01.500286 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-91f0669f-a54a-4d49-ac69-9a039cd57885 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for network (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:01.512559 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625dcde4-b6fa-445a-949e-e1bc51e8381d admin admin] Network 181d6fbd-5cb4-4bfd-bffa-34f454380b3f is scheduled to be hosted by DHCP agent 908aa187-f1dc-423a-8ec3-c19816a84263 with binding_index 1 {{(pid=102996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:38:01.522661 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16cfd3d-7828-405e-8973-022203f74eb5 None None] Checking agent: {'id': '9787f0c2-b99f-49df-865b-f8e3f2374559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 1), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:38:01.522661 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16cfd3d-7828-405e-8973-022203f74eb5 None None] Checking segment: {'id': '6c2048f2-30c2-42f7-807e-dc8d048f6f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '240e2b6c-54c0-4c0d-850d-490078c64530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:38:01.523074 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-d16cfd3d-7828-405e-8973-022203f74eb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:01.523437 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16cfd3d-7828-405e-8973-022203f74eb5 None None] Bound using segment: {'id': '6c2048f2-30c2-42f7-807e-dc8d048f6f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '240e2b6c-54c0-4c0d-850d-490078c64530'} {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:38:01.524251 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-d16cfd3d-7828-405e-8973-022203f74eb5 None None] Bound port: 874177c4-27fa-41d4-845a-8342d71af2a0, host: dv-cinder-831167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c2048f2-30c2-42f7-807e-dc8d048f6f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '240e2b6c-54c0-4c0d-850d-490078c64530'}}] {{(pid=102997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:38:01.524865 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-d16cfd3d-7828-405e-8973-022203f74eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (874177c4-27fa-41d4-845a-8342d71af2a0), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:01.549899 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:01.566793 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b232f5c-4b4b-4610-bb9a-0baeec0b08a2 admin admin] Network afedb623-3316-4b12-8ae7-24fcfdd11e46 is scheduled to be hosted by DHCP agent 908aa187-f1dc-423a-8ec3-c19816a84263 with binding_index 1 {{(pid=102996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:38:01.582407 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.base_scheduler [None req-625dcde4-b6fa-445a-949e-e1bc51e8381d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831167-1-iscsi, 181d6fbd-5cb4-4bfd-bffa-34f454380b3f) {{(pid=102996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:01.588720 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-91f0669f-a54a-4d49-ac69-9a039cd57885 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1567037 Feb 28 10:38:01.593315 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.base_scheduler [None req-2b232f5c-4b4b-4610-bb9a-0baeec0b08a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831167-1-iscsi, afedb623-3316-4b12-8ae7-24fcfdd11e46) {{(pid=102996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:01.594002 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b7e609-4a9f-440e-843c-d4deaa090c6b None None] Network 181d6fbd-5cb4-4bfd-bffa-34f454380b3f requested from dv-cinder-831167-1-iscsi {{(pid=102997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:01.596319 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 52556) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:01.597608 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625dcde4-b6fa-445a-949e-e1bc51e8381d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:01.598407 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-625dcde4-b6fa-445a-949e-e1bc51e8381d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for subnet (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:01.606143 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [None req-b8b46d0f-c7ba-4146-a017-a347bcbc1bf8 admin admin] Request body: {'subnet': {'network_id': '9b073e6b-c342-425b-a002-2cd2376b1da4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1768971904-subnet', 'tenant_id': '4151886992af47f89a22d8119c3ffd94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:01.609234 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f0669f-a54a-4d49-ac69-9a039cd57885 admin admin] Pushing event updated for resources: {'Network': ['ID=9b073e6b-c342-425b-a002-2cd2376b1da4,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:01.649225 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-625dcde4-b6fa-445a-949e-e1bc51e8381d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9799199 Feb 28 10:38:01.652320 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b232f5c-4b4b-4610-bb9a-0baeec0b08a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:01.652912 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-2b232f5c-4b4b-4610-bb9a-0baeec0b08a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for subnet (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:01.655866 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 52562) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:01.665873 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [None req-0b4b6575-3d1b-4401-b9b8-e48600f09b31 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2127175582-router', 'tenant_id': '61d81f9de04c480389701ad30319c05a', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187'}}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:01.677999 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b46d0f-c7ba-4146-a017-a347bcbc1bf8 admin admin] Made reservation on behalf of 4151886992af47f89a22d8119c3ffd94 for: {'subnet': 1} {{(pid=102996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:01.680987 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-b8b46d0f-c7ba-4146-a017-a347bcbc1bf8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:01.733549 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-2b232f5c-4b4b-4610-bb9a-0baeec0b08a2 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0886881 Feb 28 10:38:01.749435 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Network 9b073e6b-c342-425b-a002-2cd2376b1da4 details requested by agent ovs-agent-dv-cinder-831167-1-iscsi with host dv-cinder-831167-1-iscsi {{(pid=102997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:38:01.751525 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a80adc-0507-4133-bd72-f4699ac3fa0f None None] Network afedb623-3316-4b12-8ae7-24fcfdd11e46 requested from dv-cinder-831167-1-iscsi {{(pid=102997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:01.760582 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-0b4b6575-3d1b-4401-b9b8-e48600f09b31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router (befb86c0-1088-42c8-b0bb-0cc01809df34), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:01.761884 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-0b4b6575-3d1b-4401-b9b8-e48600f09b31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-380290', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8896'] for router (befb86c0-1088-42c8-b0bb-0cc01809df34), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:01.778111 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.db.db_base_plugin_common [None req-b8b59b6a-c3fc-4f72-ad2b-1eff8e817359 admin admin] Allocated IP 172.27.1.157 (5c191bd3-8d00-44c5-b017-904410258187/e0d51f16-a2c9-415b-a552-79de15f3fe23/0f572734-bbe0-431a-b131-b38efcf4396b) {{(pid=102995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:01.808030 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a89213-774d-4e7d-91cd-0c39f889a810 None None] Network 181d6fbd-5cb4-4bfd-bffa-34f454380b3f requested from dv-cinder-831167-1-iscsi {{(pid=102997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:02.000250 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-0b4b6575-3d1b-4401-b9b8-e48600f09b31 admin admin] Publish callbacks [] for router_controller (befb86c0-1088-42c8-b0bb-0cc01809df34), precommit_add_association {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.039328 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-b8b59b6a-c3fc-4f72-ad2b-1eff8e817359 admin admin] Publish callbacks [] for port (0f572734-bbe0-431a-b131-b38efcf4396b), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.093170 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-d16cfd3d-7828-405e-8973-022203f74eb5 None None] For port 874177c4-27fa-41d4-845a-8342d71af2a0, host dv-cinder-831167-1-iscsi, cleared binding levels {{(pid=102997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:38:02.120050 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-d16cfd3d-7828-405e-8973-022203f74eb5 None None] For port 874177c4-27fa-41d4-845a-8342d71af2a0, host dv-cinder-831167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=874177c4-27fa-41d4-845a-8342d71af2a0,segment=NetworkSegment(6c2048f2-30c2-42f7-807e-dc8d048f6f75),segment_id=6c2048f2-30c2-42f7-807e-dc8d048f6f75)] {{(pid=102997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:38:02.149430 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-d16cfd3d-7828-405e-8973-022203f74eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (874177c4-27fa-41d4-845a-8342d71af2a0), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.156877 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-b8b59b6a-c3fc-4f72-ad2b-1eff8e817359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981'] for port (0f572734-bbe0-431a-b131-b38efcf4396b), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.261192 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b94a10-8c14-4b76-bb72-b1af48d18da8 None None] Network afedb623-3316-4b12-8ae7-24fcfdd11e46 requested from dv-cinder-831167-1-iscsi {{(pid=102997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:02.290377 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b59b6a-c3fc-4f72-ad2b-1eff8e817359 admin admin] Pushing event updated for resources: {'Port': ['ID=0f572734-bbe0-431a-b131-b38efcf4396b,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:02.300865 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b59b6a-c3fc-4f72-ad2b-1eff8e817359 admin admin] Network 5c191bd3-8d00-44c5-b017-904410258187 is already hosted by enough agents. {{(pid=102995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:02.302613 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.base_scheduler [None req-b8b59b6a-c3fc-4f72-ad2b-1eff8e817359 admin admin] Resources bound (agent type, host, resource id): {{(pid=102995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:02.312154 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b59b6a-c3fc-4f72-ad2b-1eff8e817359 admin admin] Received port after_create {{(pid=102995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:02.336285 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16cfd3d-7828-405e-8973-022203f74eb5 None None] Pushing event updated for resources: {'Port': ['ID=874177c4-27fa-41d4-845a-8342d71af2a0,revision_number=2']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:02.432173 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-b8b46d0f-c7ba-4146-a017-a347bcbc1bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297'] for subnet (5f6bb29c-d00a-495d-ab78-9dec9ba1e99a), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.640668 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 52620) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:02.641310 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-b8b59b6a-c3fc-4f72-ad2b-1eff8e817359 admin admin] Publish callbacks [] for router_gateway (4cdb8a07-62c9-4a05-af7f-02572017faa5), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.645211 dv-cinder-831167-1-iscsi neutron-server[102995]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 28 10:38:02.743325 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b46d0f-c7ba-4146-a017-a347bcbc1bf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f6bb29c-d00a-495d-ab78-9dec9ba1e99a,revision_number=0']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:02.760330 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-0b4b6575-3d1b-4401-b9b8-e48600f09b31 admin admin] Publish callbacks [] for router_gateway (befb86c0-1088-42c8-b0bb-0cc01809df34), precommit_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.772802 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b46d0f-c7ba-4146-a017-a347bcbc1bf8 admin admin] Checking segment: {'id': '70a518fb-2283-4553-b90f-d3f0f325e4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9b073e6b-c342-425b-a002-2cd2376b1da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:38:02.773158 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b46d0f-c7ba-4146-a017-a347bcbc1bf8 admin admin] Network hostable DHCP agents. Network: 9b073e6b-c342-425b-a002-2cd2376b1da4, hostable agents: ['908aa187-f1dc-423a-8ec3-c19816a84263'], hosted agents: [] {{(pid=102996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:38:02.837853 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b46d0f-c7ba-4146-a017-a347bcbc1bf8 admin admin] Network 9b073e6b-c342-425b-a002-2cd2376b1da4 is scheduled to be hosted by DHCP agent 908aa187-f1dc-423a-8ec3-c19816a84263 with binding_index 1 {{(pid=102996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:38:02.851554 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.base_scheduler [None req-b8b46d0f-c7ba-4146-a017-a347bcbc1bf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831167-1-iscsi, 9b073e6b-c342-425b-a002-2cd2376b1da4) {{(pid=102996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:02.856609 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b46d0f-c7ba-4146-a017-a347bcbc1bf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:02.857730 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-b8b46d0f-c7ba-4146-a017-a347bcbc1bf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for subnet (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.869266 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5f725f-1344-4400-84e3-02c8c421d5bb None None] Network 9b073e6b-c342-425b-a002-2cd2376b1da4 requested from dv-cinder-831167-1-iscsi {{(pid=102997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:02.880138 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-b8b46d0f-c7ba-4146-a017-a347bcbc1bf8 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2789459 Feb 28 10:38:02.993934 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecfd098-4b59-4d3a-8fe5-f4781262fb05 req-226d3201-bb3c-4650-9798-b3bd0a7946cf tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:02.995435 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1ecfd098-4b59-4d3a-8fe5-f4781262fb05 req-226d3201-bb3c-4650-9798-b3bd0a7946cf tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/networks?id=afedb623-3316-4b12-8ae7-24fcfdd11e46 HTTP/1.1" status: 200 len: 812 time: 0.3518980 Feb 28 10:38:03.100343 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e8f1fc-95e2-48b6-be20-381d3a3aa120 None None] Network 9b073e6b-c342-425b-a002-2cd2376b1da4 requested from dv-cinder-831167-1-iscsi {{(pid=102997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:03.105084 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1ecfd098-4b59-4d3a-8fe5-f4781262fb05 req-0e1fc871-b967-4811-9b68-34b0e8c34f73 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/quotas/d07247712e664711bc6778d697ef6757 HTTP/1.1" status: 200 len: 375 time: 0.0449860 Feb 28 10:38:03.106344 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-0b4b6575-3d1b-4401-b9b8-e48600f09b31 admin admin] Publish callbacks [] for router_gateway (befb86c0-1088-42c8-b0bb-0cc01809df34), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:03.127164 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-0b4b6575-3d1b-4401-b9b8-e48600f09b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:03.148989 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-b8b59b6a-c3fc-4f72-ad2b-1eff8e817359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-380383'] for router (4cdb8a07-62c9-4a05-af7f-02572017faa5), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:03.170153 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1ecfd098-4b59-4d3a-8fe5-f4781262fb05 req-d83dd55b-24e2-4ca2-87ee-f23f42fcece2 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d07247712e664711bc6778d697ef6757&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564237 Feb 28 10:38:03.275608 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.db_base_plugin_common [None req-0b4b6575-3d1b-4401-b9b8-e48600f09b31 admin admin] Allocated IP 172.27.1.46 (5c191bd3-8d00-44c5-b017-904410258187/e0d51f16-a2c9-415b-a552-79de15f3fe23/49d9fcf2-2054-40d4-8430-e8e40de80fef) {{(pid=102996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:03.317171 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 52650) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:03.414621 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-0b4b6575-3d1b-4401-b9b8-e48600f09b31 admin admin] Publish callbacks [] for port (49d9fcf2-2054-40d4-8430-e8e40de80fef), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:03.450128 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-0b4b6575-3d1b-4401-b9b8-e48600f09b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981'] for port (49d9fcf2-2054-40d4-8430-e8e40de80fef), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:03.491949 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4b6575-3d1b-4401-b9b8-e48600f09b31 admin admin] Network 5c191bd3-8d00-44c5-b017-904410258187 is already hosted by enough agents. {{(pid=102996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:03.495065 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.base_scheduler [None req-0b4b6575-3d1b-4401-b9b8-e48600f09b31 admin admin] Resources bound (agent type, host, resource id): {{(pid=102996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:03.499202 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4b6575-3d1b-4401-b9b8-e48600f09b31 admin admin] Received port after_create {{(pid=102996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:03.504676 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4b6575-3d1b-4401-b9b8-e48600f09b31 admin admin] Pushing event updated for resources: {'Port': ['ID=49d9fcf2-2054-40d4-8430-e8e40de80fef,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:03.582774 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ec4a2-b7ef-47a7-932a-1226f3984e45 req-31bb9166-4375-441e-bf22-7bae9ccd293d tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:03.585411 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4e8ec4a2-b7ef-47a7-932a-1226f3984e45 req-31bb9166-4375-441e-bf22-7bae9ccd293d tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/networks?id=9b073e6b-c342-425b-a002-2cd2376b1da4 HTTP/1.1" status: 200 len: 815 time: 0.2669957 Feb 28 10:38:03.592177 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [req-1ecfd098-4b59-4d3a-8fe5-f4781262fb05 req-84fd452d-e191-4993-8fab-07cbeac26a65 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102995) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:38:03.593404 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1ecfd098-4b59-4d3a-8fe5-f4781262fb05 req-84fd452d-e191-4993-8fab-07cbeac26a65 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1074810 Feb 28 10:38:03.594336 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b59b6a-c3fc-4f72-ad2b-1eff8e817359 admin admin] Router 4cdb8a07-62c9-4a05-af7f-02572017faa5 is scheduled to L3 agent 86347f47-2890-46a7-a199-31163828a11a with binding_index 1 {{(pid=102995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:38:03.623122 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4e8ec4a2-b7ef-47a7-932a-1226f3984e45 req-0414bc67-4e3f-4334-989c-803c6751c18b tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/quotas/4151886992af47f89a22d8119c3ffd94 HTTP/1.1" status: 200 len: 375 time: 0.0254769 Feb 28 10:38:03.745699 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4e8ec4a2-b7ef-47a7-932a-1226f3984e45 req-03161782-cf0f-401f-840b-ba86d93759fa tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4151886992af47f89a22d8119c3ffd94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0822833 Feb 28 10:38:03.779642 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763db140-66b5-43c5-a3fa-7bb15bd79c0e None None] Network 240e2b6c-54c0-4c0d-850d-490078c64530 requested from dv-cinder-831167-1-iscsi {{(pid=102997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:03.809437 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-0b4b6575-3d1b-4401-b9b8-e48600f09b31 admin admin] Publish callbacks [] for router_gateway (befb86c0-1088-42c8-b0bb-0cc01809df34), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:03.840138 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1ecfd098-4b59-4d3a-8fe5-f4781262fb05 req-8770d272-df92-456e-9abf-f41dcecde1a3 service neutron] 10.222.0.44 "GET /v2.0/networks/afedb623-3316-4b12-8ae7-24fcfdd11e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351267 Feb 28 10:38:03.882882 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b59b6a-c3fc-4f72-ad2b-1eff8e817359 admin admin] Notify agent at l3_agent.dv-cinder-831167-1-iscsi the message routers_updated {{(pid=102995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:03.894213 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19572c66-f73a-4af6-98c0-3aba7b7e1a24 None None] Sync routers for ids ['4cdb8a07-62c9-4a05-af7f-02572017faa5'] in dv-cinder-831167-1-iscsi {{(pid=102998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:03.914063 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19572c66-f73a-4af6-98c0-3aba7b7e1a24 None None] Routers {'4cdb8a07-62c9-4a05-af7f-02572017faa5'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:03.916694 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-19572c66-f73a-4af6-98c0-3aba7b7e1a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:37:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['4cdb8a07-62c9-4a05-af7f-02572017faa5'], 'active': True} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:03.936054 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-b8b59b6a-c3fc-4f72-ad2b-1eff8e817359 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:03.937058 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-b8b59b6a-c3fc-4f72-ad2b-1eff8e817359 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.4775825 Feb 28 10:38:03.940289 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 52676) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:03.970657 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-26437741-affc-43cc-b8ff-234866d481a3 None None] Provisioning complete for port 874177c4-27fa-41d4-845a-8342d71af2a0 triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:03.971067 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-26437741-affc-43cc-b8ff-234866d481a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (874177c4-27fa-41d4-845a-8342d71af2a0), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:03.992150 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [req-4e8ec4a2-b7ef-47a7-932a-1226f3984e45 req-2ed2fe7d-cee7-4dab-929e-1c1e9be95090 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102995) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:38:03.993353 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4e8ec4a2-b7ef-47a7-932a-1226f3984e45 req-2ed2fe7d-cee7-4dab-929e-1c1e9be95090 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1361144 Feb 28 10:38:04.036007 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1ecfd098-4b59-4d3a-8fe5-f4781262fb05 req-0c9c7e98-e3c3-4ce3-abe0-4de5a4692511 service neutron] 10.222.0.44 "GET /v2.0/networks/afedb623-3316-4b12-8ae7-24fcfdd11e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797166 Feb 28 10:38:04.160086 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (db31e800-75f5-4bdb-84cd-f402d346b45c), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:04.198644 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4e8ec4a2-b7ef-47a7-932a-1226f3984e45 req-c9ad45f2-1744-42b9-85e5-03e0f893c54f service neutron] 10.222.0.44 "GET /v2.0/networks/9b073e6b-c342-425b-a002-2cd2376b1da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958706 Feb 28 10:38:04.265670 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-26437741-affc-43cc-b8ff-234866d481a3 None None] Current status of the port 874177c4-27fa-41d4-845a-8342d71af2a0 is: DOWN; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:04.266071 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-26437741-affc-43cc-b8ff-234866d481a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (874177c4-27fa-41d4-845a-8342d71af2a0), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:04.327285 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-26437741-affc-43cc-b8ff-234866d481a3 None None] For port 874177c4-27fa-41d4-845a-8342d71af2a0, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=874177c4-27fa-41d4-845a-8342d71af2a0,segment=NetworkSegment(6c2048f2-30c2-42f7-807e-dc8d048f6f75),segment_id=6c2048f2-30c2-42f7-807e-dc8d048f6f75)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:04.332537 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvr_db [None req-19572c66-f73a-4af6-98c0-3aba7b7e1a24 None None] Set router 4cdb8a07-62c9-4a05-af7f-02572017faa5 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:38:04.337760 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-26437741-affc-43cc-b8ff-234866d481a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (874177c4-27fa-41d4-845a-8342d71af2a0), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:04.363747 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4e8ec4a2-b7ef-47a7-932a-1226f3984e45 req-e04d76c5-9163-443b-95d2-5596bb011fa3 service neutron] 10.222.0.44 "GET /v2.0/networks/9b073e6b-c342-425b-a002-2cd2376b1da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577053 Feb 28 10:38:04.424105 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-0b4b6575-3d1b-4401-b9b8-e48600f09b31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-380383'] for router (befb86c0-1088-42c8-b0bb-0cc01809df34), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:04.442603 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26437741-affc-43cc-b8ff-234866d481a3 None None] Pushing event updated for resources: {'Port': ['ID=874177c4-27fa-41d4-845a-8342d71af2a0,revision_number=3']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:04.572682 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-3d6eaac3-ece5-464b-935d-3cf61e4ef645 None None] Provisioning complete for port 874177c4-27fa-41d4-845a-8342d71af2a0 triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:04.573091 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-3d6eaac3-ece5-464b-935d-3cf61e4ef645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (874177c4-27fa-41d4-845a-8342d71af2a0), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:04.828574 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-3d6eaac3-ece5-464b-935d-3cf61e4ef645 None None] Current status of the port 874177c4-27fa-41d4-845a-8342d71af2a0 is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:04.914493 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0f191a7e-4bf6-47d2-9bfd-1903abd5fed4 req-bd34c434-1778-4684-85e7-cefdf2b33e3e tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bed41c4-1e36-4126-a7e1-f18f69749966 HTTP/1.1" status: 200 len: 210 time: 0.1908302 Feb 28 10:38:04.978842 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-19572c66-f73a-4af6-98c0-3aba7b7e1a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'name': 'tempest-AttachVolumeShelveTestJSON-108844831-router', 'tenant_id': '6825cb4cea9e4921b5312dd51b9920be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '0f572734-bbe0-431a-b131-b38efcf4396b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:00Z', 'updated_at': '2022-02-28T10:38:02Z', 'revision_number': 3, 'project_id': '6825cb4cea9e4921b5312dd51b9920be', 'gw_port': {'id': '0f572734-bbe0-431a-b131-b38efcf4396b', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ed:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:01Z', 'updated_at': '2022-02-28T10:38:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi'}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:05.015961 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19572c66-f73a-4af6-98c0-3aba7b7e1a24 None None] Checking router: 4cdb8a07-62c9-4a05-af7f-02572017faa5 for host: dv-cinder-831167-1-iscsi {{(pid=102998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:38:05.016318 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19572c66-f73a-4af6-98c0-3aba7b7e1a24 None None] Updating router 4cdb8a07-62c9-4a05-af7f-02572017faa5 port 0f572734-bbe0-431a-b131-b38efcf4396b binding host dv-cinder-831167-1-iscsi {{(pid=102998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:38:05.073647 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-19572c66-f73a-4af6-98c0-3aba7b7e1a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (0f572734-bbe0-431a-b131-b38efcf4396b), before_update {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:05.102590 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 874177c4-27fa-41d4-845a-8342d71af2a0 up at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:05.163384 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5411f6d4-ebc2-4056-ab59-44b30dcc5641 req-6ca645a5-cc4e-480d-a7a8-4006ada06520 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a117cac-a1a4-4467-84c0-0a89debf087a HTTP/1.1" status: 200 len: 210 time: 0.0831122 Feb 28 10:38:05.209777 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Provisioning complete for port 874177c4-27fa-41d4-845a-8342d71af2a0 triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:05.210345 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (874177c4-27fa-41d4-845a-8342d71af2a0), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:05.343040 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-8203b070-e544-4e0b-bfcf-2633d9c6ea15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:05.348867 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Current status of the port 874177c4-27fa-41d4-845a-8342d71af2a0 is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:05.373482 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b4b6575-3d1b-4401-b9b8-e48600f09b31 admin admin] Router befb86c0-1088-42c8-b0bb-0cc01809df34 is scheduled to L3 agent 86347f47-2890-46a7-a199-31163828a11a with binding_index 1 {{(pid=102996) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:38:05.729456 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-19572c66-f73a-4af6-98c0-3aba7b7e1a24 None None] Publish callbacks [] for port (0f572734-bbe0-431a-b131-b38efcf4396b), precommit_update {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:05.743702 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-19572c66-f73a-4af6-98c0-3aba7b7e1a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (0f572734-bbe0-431a-b131-b38efcf4396b), after_update {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:05.813169 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.db_base_plugin_common [None req-8203b070-e544-4e0b-bfcf-2633d9c6ea15 admin admin] Allocated IP 172.20.0.1 (240e2b6c-54c0-4c0d-850d-490078c64530/c422424b-4bdb-4bd8-9a44-a4d30179929f/142c00b1-9edd-47f7-94a8-5872c3a47d50) {{(pid=102996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:05.815456 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4b6575-3d1b-4401-b9b8-e48600f09b31 admin admin] Notify agent at l3_agent.dv-cinder-831167-1-iscsi the message routers_updated {{(pid=102996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:05.845248 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1321fc6d-b7e6-494e-b6db-3c9619f3dad2 None None] Pushing event updated for resources: {'Port': ['ID=0f572734-bbe0-431a-b131-b38efcf4396b,revision_number=2']} {{(pid=102998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:05.846431 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ad2085-a875-4fda-aa02-888956340c2e None None] Sync routers for ids ['befb86c0-1088-42c8-b0bb-0cc01809df34'] in dv-cinder-831167-1-iscsi {{(pid=102997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:05.857769 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1321fc6d-b7e6-494e-b6db-3c9619f3dad2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:05.858142 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1321fc6d-b7e6-494e-b6db-3c9619f3dad2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:05.858876 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1321fc6d-b7e6-494e-b6db-3c9619f3dad2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:05.859262 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1321fc6d-b7e6-494e-b6db-3c9619f3dad2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:05.859924 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1321fc6d-b7e6-494e-b6db-3c9619f3dad2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:05.860418 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1321fc6d-b7e6-494e-b6db-3c9619f3dad2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:05.860923 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1321fc6d-b7e6-494e-b6db-3c9619f3dad2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:05.861542 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1321fc6d-b7e6-494e-b6db-3c9619f3dad2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:05.862018 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1321fc6d-b7e6-494e-b6db-3c9619f3dad2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:05.862537 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1321fc6d-b7e6-494e-b6db-3c9619f3dad2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:05.863044 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1321fc6d-b7e6-494e-b6db-3c9619f3dad2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:05.863775 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1321fc6d-b7e6-494e-b6db-3c9619f3dad2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:05.865220 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1321fc6d-b7e6-494e-b6db-3c9619f3dad2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:05.866507 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ad2085-a875-4fda-aa02-888956340c2e None None] Routers {'befb86c0-1088-42c8-b0bb-0cc01809df34'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:05.866869 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1321fc6d-b7e6-494e-b6db-3c9619f3dad2 None None] Tracked resource versions report: Feb 28 10:38:05.866869 dv-cinder-831167-1-iscsi neutron-server[102998]: pushed versions: Feb 28 10:38:05.866869 dv-cinder-831167-1-iscsi neutron-server[102998]: { 'AddressGroup': {'1.2'}, Feb 28 10:38:05.866869 dv-cinder-831167-1-iscsi neutron-server[102998]: 'ConntrackHelper': {'1.0'}, Feb 28 10:38:05.866869 dv-cinder-831167-1-iscsi neutron-server[102998]: 'LocalIPAssociation': {'1.0'}, Feb 28 10:38:05.866869 dv-cinder-831167-1-iscsi neutron-server[102998]: 'Log': {'1.0'}, Feb 28 10:38:05.866869 dv-cinder-831167-1-iscsi neutron-server[102998]: 'Network': {'1.1'}, Feb 28 10:38:05.866869 dv-cinder-831167-1-iscsi neutron-server[102998]: 'Port': {'1.7'}, Feb 28 10:38:05.866869 dv-cinder-831167-1-iscsi neutron-server[102998]: 'PortForwarding': {'1.2'}, Feb 28 10:38:05.866869 dv-cinder-831167-1-iscsi neutron-server[102998]: 'QosPolicy': {'1.10'}, Feb 28 10:38:05.866869 dv-cinder-831167-1-iscsi neutron-server[102998]: 'SecurityGroup': {'1.5'}, Feb 28 10:38:05.866869 dv-cinder-831167-1-iscsi neutron-server[102998]: 'SecurityGroupRule': {'1.2'}, Feb 28 10:38:05.866869 dv-cinder-831167-1-iscsi neutron-server[102998]: 'SubPort': {'1.0'}, Feb 28 10:38:05.866869 dv-cinder-831167-1-iscsi neutron-server[102998]: 'Subnet': {'1.1'}, Feb 28 10:38:05.866869 dv-cinder-831167-1-iscsi neutron-server[102998]: 'Trunk': {'1.1'}} Feb 28 10:38:05.866869 dv-cinder-831167-1-iscsi neutron-server[102998]: consumer versions: Feb 28 10:38:05.866869 dv-cinder-831167-1-iscsi neutron-server[102998]: { DHCP agent@dv-cinder-831167-1-iscsi: {}, Feb 28 10:38:05.866869 dv-cinder-831167-1-iscsi neutron-server[102998]: HyperV agent@hv-cinder-83116: {}, Feb 28 10:38:05.866869 dv-cinder-831167-1-iscsi neutron-server[102998]: L3 agent@dv-cinder-831167-1-iscsi: {}, Feb 28 10:38:05.866869 dv-cinder-831167-1-iscsi neutron-server[102998]: Metadata agent@dv-cinder-831167-1-iscsi: {}, Feb 28 10:38:05.866869 dv-cinder-831167-1-iscsi neutron-server[102998]: Metering agent@dv-cinder-831167-1-iscsi: {}, Feb 28 10:38:05.866869 dv-cinder-831167-1-iscsi neutron-server[102998]: Open vSwitch agent@dv-cinder-831167-1-iscsi: { 'AddressGroup': '1.2', Feb 28 10:38:05.866869 dv-cinder-831167-1-iscsi neutron-server[102998]: 'ConntrackHelper': '1.0', Feb 28 10:38:05.866869 dv-cinder-831167-1-iscsi neutron-server[102998]: 'LocalIPAssociation': '1.0', Feb 28 10:38:05.866869 dv-cinder-831167-1-iscsi neutron-server[102998]: 'Log': '1.0', Feb 28 10:38:05.866869 dv-cinder-831167-1-iscsi neutron-server[102998]: 'Network': '1.1', Feb 28 10:38:05.866869 dv-cinder-831167-1-iscsi neutron-server[102998]: 'Port': '1.7', Feb 28 10:38:05.866869 dv-cinder-831167-1-iscsi neutron-server[102998]: 'PortForwarding': '1.2', Feb 28 10:38:05.866869 dv-cinder-831167-1-iscsi neutron-server[102998]: 'QosPolicy': '1.10', Feb 28 10:38:05.866869 dv-cinder-831167-1-iscsi neutron-server[102998]: 'SecurityGroup': '1.5', Feb 28 10:38:05.866869 dv-cinder-831167-1-iscsi neutron-server[102998]: 'SecurityGroupRule': '1.2', Feb 28 10:38:05.866869 dv-cinder-831167-1-iscsi neutron-server[102998]: 'SubPort': '1.0', Feb 28 10:38:05.866869 dv-cinder-831167-1-iscsi neutron-server[102998]: 'Subnet': '1.1', Feb 28 10:38:05.866869 dv-cinder-831167-1-iscsi neutron-server[102998]: 'Trunk': '1.1'}} Feb 28 10:38:05.866869 dv-cinder-831167-1-iscsi neutron-server[102998]: {{(pid=102998) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 10:38:05.869504 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-e8ad2085-a875-4fda-aa02-888956340c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:37:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['befb86c0-1088-42c8-b0bb-0cc01809df34'], 'active': True} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:05.894129 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.managers [None req-19572c66-f73a-4af6-98c0-3aba7b7e1a24 None None] Attempting to bind port 0f572734-bbe0-431a-b131-b38efcf4396b on host dv-cinder-831167-1-iscsi for vnic_type normal with profile {{(pid=102998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:38:05.895085 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.managers [None req-19572c66-f73a-4af6-98c0-3aba7b7e1a24 None None] Attempting to bind port 0f572734-bbe0-431a-b131-b38efcf4396b by drivers openvswitch,hyperv on host dv-cinder-831167-1-iscsi at level 0 using segments [{'id': '490b7679-533e-4a17-9008-1b96b60e260c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c191bd3-8d00-44c5-b017-904410258187'}] {{(pid=102998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:38:05.895803 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19572c66-f73a-4af6-98c0-3aba7b7e1a24 None None] Attempting to bind port 0f572734-bbe0-431a-b131-b38efcf4396b on network 5c191bd3-8d00-44c5-b017-904410258187 {{(pid=102998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:38:05.902108 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19572c66-f73a-4af6-98c0-3aba7b7e1a24 None None] Checking agent: {'id': '9787f0c2-b99f-49df-865b-f8e3f2374559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 1), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:38:05.902846 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19572c66-f73a-4af6-98c0-3aba7b7e1a24 None None] Checking segment: {'id': '490b7679-533e-4a17-9008-1b96b60e260c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c191bd3-8d00-44c5-b017-904410258187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:38:05.904280 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-19572c66-f73a-4af6-98c0-3aba7b7e1a24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:05.905138 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19572c66-f73a-4af6-98c0-3aba7b7e1a24 None None] Bound using segment: {'id': '490b7679-533e-4a17-9008-1b96b60e260c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c191bd3-8d00-44c5-b017-904410258187'} {{(pid=102998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:38:05.906174 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.managers [None req-19572c66-f73a-4af6-98c0-3aba7b7e1a24 None None] Bound port: 0f572734-bbe0-431a-b131-b38efcf4396b, host: dv-cinder-831167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490b7679-533e-4a17-9008-1b96b60e260c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c191bd3-8d00-44c5-b017-904410258187'}}] {{(pid=102998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:38:05.906794 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-19572c66-f73a-4af6-98c0-3aba7b7e1a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (0f572734-bbe0-431a-b131-b38efcf4396b), before_update {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:05.965075 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-0b4b6575-3d1b-4401-b9b8-e48600f09b31 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:05.984799 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-0b4b6575-3d1b-4401-b9b8-e48600f09b31 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.3261886 Feb 28 10:38:05.988638 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 52802) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:06.024795 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.db [None req-19572c66-f73a-4af6-98c0-3aba7b7e1a24 None None] For port 0f572734-bbe0-431a-b131-b38efcf4396b, host dv-cinder-831167-1-iscsi, cleared binding levels {{(pid=102998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:38:06.039187 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.db [None req-19572c66-f73a-4af6-98c0-3aba7b7e1a24 None None] For port 0f572734-bbe0-431a-b131-b38efcf4396b, host dv-cinder-831167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=0f572734-bbe0-431a-b131-b38efcf4396b,segment=NetworkSegment(490b7679-533e-4a17-9008-1b96b60e260c),segment_id=490b7679-533e-4a17-9008-1b96b60e260c)] {{(pid=102998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:38:06.049000 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-19572c66-f73a-4af6-98c0-3aba7b7e1a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (0f572734-bbe0-431a-b131-b38efcf4396b), after_update {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:06.123832 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-8203b070-e544-4e0b-bfcf-2633d9c6ea15 admin admin] Publish callbacks [] for port (142c00b1-9edd-47f7-94a8-5872c3a47d50), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:06.166661 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e15c23aa-8e84-4f24-8c86-f9d2721be11e req-26242711-0b3a-450b-bce1-0fa2875fc79b tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bed41c4-1e36-4126-a7e1-f18f69749966 HTTP/1.1" status: 200 len: 210 time: 0.0886106 Feb 28 10:38:06.181399 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19572c66-f73a-4af6-98c0-3aba7b7e1a24 None None] Routers {'4cdb8a07-62c9-4a05-af7f-02572017faa5'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:06.183618 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-19572c66-f73a-4af6-98c0-3aba7b7e1a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:37:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['4cdb8a07-62c9-4a05-af7f-02572017faa5'], 'active': True} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:06.202489 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-8203b070-e544-4e0b-bfcf-2633d9c6ea15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981'] for port (142c00b1-9edd-47f7-94a8-5872c3a47d50), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:06.235683 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvr_db [None req-e8ad2085-a875-4fda-aa02-888956340c2e None None] Set router befb86c0-1088-42c8-b0bb-0cc01809df34 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:38:06.312127 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8203b070-e544-4e0b-bfcf-2633d9c6ea15 admin admin] Network 240e2b6c-54c0-4c0d-850d-490078c64530 is already hosted by enough agents. {{(pid=102996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:06.315335 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.base_scheduler [None req-8203b070-e544-4e0b-bfcf-2633d9c6ea15 admin admin] Resources bound (agent type, host, resource id): {{(pid=102996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:06.319520 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8203b070-e544-4e0b-bfcf-2633d9c6ea15 admin admin] Received port after_create {{(pid=102996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:06.319993 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-8203b070-e544-4e0b-bfcf-2633d9c6ea15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-379266'] for router_interface (4cdb8a07-62c9-4a05-af7f-02572017faa5), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:06.322006 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-405194aa-7818-4dab-ab25-f796074d64ae req-1e5b4746-c26f-42aa-b8c8-89fe63fe6d52 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a117cac-a1a4-4467-84c0-0a89debf087a HTTP/1.1" status: 200 len: 210 time: 0.0694559 Feb 28 10:38:06.389182 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8203b070-e544-4e0b-bfcf-2633d9c6ea15 admin admin] Pushing event updated for resources: {'Port': ['ID=142c00b1-9edd-47f7-94a8-5872c3a47d50,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:06.451672 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1321fc6d-b7e6-494e-b6db-3c9619f3dad2 None None] Pushing event updated for resources: {'Port': ['ID=0f572734-bbe0-431a-b131-b38efcf4396b,revision_number=3']} {{(pid=102998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:06.479896 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvr_db [None req-19572c66-f73a-4af6-98c0-3aba7b7e1a24 None None] Set router 4cdb8a07-62c9-4a05-af7f-02572017faa5 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:38:06.591400 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-8203b070-e544-4e0b-bfcf-2633d9c6ea15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (142c00b1-9edd-47f7-94a8-5872c3a47d50), before_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:06.597377 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 874177c4-27fa-41d4-845a-8342d71af2a0 up at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:06.723217 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-e8ad2085-a875-4fda-aa02-888956340c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befb86c0-1088-42c8-b0bb-0cc01809df34', 'name': 'tempest-ServerRescueNegativeTestJSON-2127175582-router', 'tenant_id': '61d81f9de04c480389701ad30319c05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '49d9fcf2-2054-40d4-8430-e8e40de80fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:01Z', 'updated_at': '2022-02-28T10:38:03Z', 'revision_number': 3, 'project_id': '61d81f9de04c480389701ad30319c05a', 'gw_port': {'id': '49d9fcf2-2054-40d4-8430-e8e40de80fef', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'befb86c0-1088-42c8-b0bb-0cc01809df34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:03Z', 'updated_at': '2022-02-28T10:38:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi'}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:06.755669 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ad2085-a875-4fda-aa02-888956340c2e None None] Checking router: befb86c0-1088-42c8-b0bb-0cc01809df34 for host: dv-cinder-831167-1-iscsi {{(pid=102997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:38:06.756022 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ad2085-a875-4fda-aa02-888956340c2e None None] Updating router befb86c0-1088-42c8-b0bb-0cc01809df34 port 49d9fcf2-2054-40d4-8430-e8e40de80fef binding host dv-cinder-831167-1-iscsi {{(pid=102997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:38:06.758166 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Provisioning complete for port 874177c4-27fa-41d4-845a-8342d71af2a0 triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:06.758530 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (874177c4-27fa-41d4-845a-8342d71af2a0), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:06.828106 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-d7cc8edb-f53f-4d13-be1d-d58407349954 None None] Provisioning complete for port 142c00b1-9edd-47f7-94a8-5872c3a47d50 triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:06.828508 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-d7cc8edb-f53f-4d13-be1d-d58407349954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (142c00b1-9edd-47f7-94a8-5872c3a47d50), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:06.830590 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-8203b070-e544-4e0b-bfcf-2633d9c6ea15 admin admin] Publish callbacks [] for port (142c00b1-9edd-47f7-94a8-5872c3a47d50), precommit_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:06.831575 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-19572c66-f73a-4af6-98c0-3aba7b7e1a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'name': 'tempest-AttachVolumeShelveTestJSON-108844831-router', 'tenant_id': '6825cb4cea9e4921b5312dd51b9920be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '0f572734-bbe0-431a-b131-b38efcf4396b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:00Z', 'updated_at': '2022-02-28T10:38:02Z', 'revision_number': 3, 'project_id': '6825cb4cea9e4921b5312dd51b9920be', 'gw_port': {'id': '0f572734-bbe0-431a-b131-b38efcf4396b', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ed:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:01Z', 'updated_at': '2022-02-28T10:38:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi'}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:06.831796 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-e8ad2085-a875-4fda-aa02-888956340c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (49d9fcf2-2054-40d4-8430-e8e40de80fef), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:06.838705 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-8203b070-e544-4e0b-bfcf-2633d9c6ea15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (142c00b1-9edd-47f7-94a8-5872c3a47d50), after_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:06.839519 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-8203b070-e544-4e0b-bfcf-2633d9c6ea15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1717522'] for router_interface (4cdb8a07-62c9-4a05-af7f-02572017faa5), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:06.889270 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8203b070-e544-4e0b-bfcf-2633d9c6ea15 admin admin] Pushing event updated for resources: {'Port': ['ID=142c00b1-9edd-47f7-94a8-5872c3a47d50,revision_number=2']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:06.889871 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19572c66-f73a-4af6-98c0-3aba7b7e1a24 None None] The sync data for ids ['4cdb8a07-62c9-4a05-af7f-02572017faa5'] in dv-cinder-831167-1-iscsi is: [{'id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'name': 'tempest-AttachVolumeShelveTestJSON-108844831-router', 'tenant_id': '6825cb4cea9e4921b5312dd51b9920be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '0f572734-bbe0-431a-b131-b38efcf4396b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:00Z', 'updated_at': '2022-02-28T10:38:02Z', 'revision_number': 3, 'project_id': '6825cb4cea9e4921b5312dd51b9920be', 'gw_port': {'id': '0f572734-bbe0-431a-b131-b38efcf4396b', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ed:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:01Z', 'updated_at': '2022-02-28T10:38:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi'}] {{(pid=102998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:06.919203 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-d7cc8edb-f53f-4d13-be1d-d58407349954 None None] Port 142c00b1-9edd-47f7-94a8-5872c3a47d50 cannot update to ACTIVE because it is not bound. {{(pid=102997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:06.922785 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-e56504f9-9c8e-43c1-a934-fa6a84c5da68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:07.008821 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8203b070-e544-4e0b-bfcf-2633d9c6ea15 admin admin] Network 240e2b6c-54c0-4c0d-850d-490078c64530 is already hosted by enough agents. {{(pid=102996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:07.010237 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.base_scheduler [None req-8203b070-e544-4e0b-bfcf-2633d9c6ea15 admin admin] Resources bound (agent type, host, resource id): {{(pid=102996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:07.079667 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Current status of the port 874177c4-27fa-41d4-845a-8342d71af2a0 is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:07.148160 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8203b070-e544-4e0b-bfcf-2633d9c6ea15 admin admin] Router 4cdb8a07-62c9-4a05-af7f-02572017faa5 has already been hosted by L3 agent 86347f47-2890-46a7-a199-31163828a11a {{(pid=102996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:38:07.198456 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.db.db_base_plugin_common [None req-e56504f9-9c8e-43c1-a934-fa6a84c5da68 admin admin] Allocated IP 172.20.0.1 (181d6fbd-5cb4-4bfd-bffa-34f454380b3f/bb0c5a25-3924-4147-8d5d-a4a9902af2f7/4584ef5b-93f5-4034-8b2a-edc325d9b920) {{(pid=102995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:07.260639 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-e8ad2085-a875-4fda-aa02-888956340c2e None None] Publish callbacks [] for port (49d9fcf2-2054-40d4-8430-e8e40de80fef), precommit_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:07.275909 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-e8ad2085-a875-4fda-aa02-888956340c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (49d9fcf2-2054-40d4-8430-e8e40de80fef), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:07.384188 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8203b070-e544-4e0b-bfcf-2633d9c6ea15 admin admin] Notify agent at l3_agent.dv-cinder-831167-1-iscsi the message routers_updated {{(pid=102996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:07.399867 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-8203b070-e544-4e0b-bfcf-2633d9c6ea15 admin admin] 10.222.0.44 "PUT /v2.0/routers/4cdb8a07-62c9-4a05-af7f-02572017faa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4502749 Feb 28 10:38:07.411189 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-c8ab1ce4-1f0f-4705-bf83-8a97ce95fa7e None None] Provisioning complete for port 142c00b1-9edd-47f7-94a8-5872c3a47d50 triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:07.411574 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-c8ab1ce4-1f0f-4705-bf83-8a97ce95fa7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (142c00b1-9edd-47f7-94a8-5872c3a47d50), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:07.413300 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-e8ad2085-a875-4fda-aa02-888956340c2e None None] Attempting to bind port 49d9fcf2-2054-40d4-8430-e8e40de80fef on host dv-cinder-831167-1-iscsi for vnic_type normal with profile {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:38:07.413669 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-e8ad2085-a875-4fda-aa02-888956340c2e None None] Attempting to bind port 49d9fcf2-2054-40d4-8430-e8e40de80fef by drivers openvswitch,hyperv on host dv-cinder-831167-1-iscsi at level 0 using segments [{'id': '490b7679-533e-4a17-9008-1b96b60e260c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c191bd3-8d00-44c5-b017-904410258187'}] {{(pid=102997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:38:07.414033 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ad2085-a875-4fda-aa02-888956340c2e None None] Attempting to bind port 49d9fcf2-2054-40d4-8430-e8e40de80fef on network 5c191bd3-8d00-44c5-b017-904410258187 {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:38:07.422800 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ad2085-a875-4fda-aa02-888956340c2e None None] Checking agent: {'id': '9787f0c2-b99f-49df-865b-f8e3f2374559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 1), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:38:07.423222 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ad2085-a875-4fda-aa02-888956340c2e None None] Checking segment: {'id': '490b7679-533e-4a17-9008-1b96b60e260c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c191bd3-8d00-44c5-b017-904410258187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:38:07.423724 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-e8ad2085-a875-4fda-aa02-888956340c2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:07.424124 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ad2085-a875-4fda-aa02-888956340c2e None None] Bound using segment: {'id': '490b7679-533e-4a17-9008-1b96b60e260c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c191bd3-8d00-44c5-b017-904410258187'} {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:38:07.424603 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-e8ad2085-a875-4fda-aa02-888956340c2e None None] Bound port: 49d9fcf2-2054-40d4-8430-e8e40de80fef, host: dv-cinder-831167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490b7679-533e-4a17-9008-1b96b60e260c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c191bd3-8d00-44c5-b017-904410258187'}}] {{(pid=102997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:38:07.425226 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-e8ad2085-a875-4fda-aa02-888956340c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (49d9fcf2-2054-40d4-8430-e8e40de80fef), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:07.457325 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-8c38619c-112e-4298-a161-a9d8d887f559 req-b716b7d2-9d11-49e2-b64c-4ec5af868512 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bed41c4-1e36-4126-a7e1-f18f69749966 HTTP/1.1" status: 200 len: 210 time: 0.0512373 Feb 28 10:38:07.478937 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-e56504f9-9c8e-43c1-a934-fa6a84c5da68 admin admin] Publish callbacks [] for port (4584ef5b-93f5-4034-8b2a-edc325d9b920), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:07.488834 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-e8ad2085-a875-4fda-aa02-888956340c2e None None] For port 49d9fcf2-2054-40d4-8430-e8e40de80fef, host dv-cinder-831167-1-iscsi, cleared binding levels {{(pid=102997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:38:07.492214 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-e8ad2085-a875-4fda-aa02-888956340c2e None None] For port 49d9fcf2-2054-40d4-8430-e8e40de80fef, host dv-cinder-831167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=49d9fcf2-2054-40d4-8430-e8e40de80fef,segment=NetworkSegment(490b7679-533e-4a17-9008-1b96b60e260c),segment_id=490b7679-533e-4a17-9008-1b96b60e260c)] {{(pid=102997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:38:07.525747 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-e8ad2085-a875-4fda-aa02-888956340c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (49d9fcf2-2054-40d4-8430-e8e40de80fef), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:07.539939 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-e56504f9-9c8e-43c1-a934-fa6a84c5da68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981'] for port (4584ef5b-93f5-4034-8b2a-edc325d9b920), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:07.556057 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0293e730-34a1-4f46-a0f0-572a30400134 None None] Pushing event updated for resources: {'Port': ['ID=49d9fcf2-2054-40d4-8430-e8e40de80fef,revision_number=2']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:07.567123 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ad2085-a875-4fda-aa02-888956340c2e None None] Routers {'befb86c0-1088-42c8-b0bb-0cc01809df34'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:07.567722 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-e8ad2085-a875-4fda-aa02-888956340c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:37:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['befb86c0-1088-42c8-b0bb-0cc01809df34'], 'active': True} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:07.576365 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ab8cdf09-5926-439c-bd38-ca7161a12834 req-031553df-849c-4dcd-b2fa-7a37f939f225 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a117cac-a1a4-4467-84c0-0a89debf087a HTTP/1.1" status: 200 len: 210 time: 0.0420134 Feb 28 10:38:07.613615 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56504f9-9c8e-43c1-a934-fa6a84c5da68 admin admin] Network 181d6fbd-5cb4-4bfd-bffa-34f454380b3f is already hosted by enough agents. {{(pid=102995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:07.617196 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.base_scheduler [None req-e56504f9-9c8e-43c1-a934-fa6a84c5da68 admin admin] Resources bound (agent type, host, resource id): {{(pid=102995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:07.621164 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56504f9-9c8e-43c1-a934-fa6a84c5da68 admin admin] Received port after_create {{(pid=102995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:07.621702 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-e56504f9-9c8e-43c1-a934-fa6a84c5da68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-379266'] for router_interface (befb86c0-1088-42c8-b0bb-0cc01809df34), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:07.623970 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-c8ab1ce4-1f0f-4705-bf83-8a97ce95fa7e None None] Port 142c00b1-9edd-47f7-94a8-5872c3a47d50 cannot update to ACTIVE because it is not bound. {{(pid=102997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:07.825850 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56504f9-9c8e-43c1-a934-fa6a84c5da68 admin admin] Pushing event updated for resources: {'Port': ['ID=4584ef5b-93f5-4034-8b2a-edc325d9b920,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:07.947255 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0293e730-34a1-4f46-a0f0-572a30400134 None None] Pushing event updated for resources: {'Port': ['ID=49d9fcf2-2054-40d4-8430-e8e40de80fef,revision_number=3']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:07.959170 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 52860) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:07.965393 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [None req-53b6500a-9d93-41cb-8196-88a4b2b40dc9 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1576119486', 'description': 'tempest-description--793783231'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:07.995029 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvr_db [None req-e8ad2085-a875-4fda-aa02-888956340c2e None None] Set router befb86c0-1088-42c8-b0bb-0cc01809df34 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:38:08.002134 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-53b6500a-9d93-41cb-8196-88a4b2b40dc9 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.072730 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-e56504f9-9c8e-43c1-a934-fa6a84c5da68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (4584ef5b-93f5-4034-8b2a-edc325d9b920), before_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.100858 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-53b6500a-9d93-41cb-8196-88a4b2b40dc9 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks [] for security_group (29e49b4a-f648-4fb8-ac32-be2bb14b1ee6), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.106003 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-53b6500a-9d93-41cb-8196-88a4b2b40dc9 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (29e49b4a-f648-4fb8-ac32-be2bb14b1ee6), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.141769 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-53b6500a-9d93-41cb-8196-88a4b2b40dc9 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks [] for security_group (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.143277 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-53b6500a-9d93-41cb-8196-88a4b2b40dc9 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1827362 Feb 28 10:38:08.145355 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6500a-9d93-41cb-8196-88a4b2b40dc9 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29e49b4a-f648-4fb8-ac32-be2bb14b1ee6,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:08.146215 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 52862) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:08.158524 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [None req-ddcf82af-dfa9-461a-bf6e-5ce38f321b42 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Request body: {'security_group_rule': {'security_group_id': '29e49b4a-f648-4fb8-ac32-be2bb14b1ee6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:08.210257 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-e8ad2085-a875-4fda-aa02-888956340c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befb86c0-1088-42c8-b0bb-0cc01809df34', 'name': 'tempest-ServerRescueNegativeTestJSON-2127175582-router', 'tenant_id': '61d81f9de04c480389701ad30319c05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '49d9fcf2-2054-40d4-8430-e8e40de80fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:01Z', 'updated_at': '2022-02-28T10:38:03Z', 'revision_number': 3, 'project_id': '61d81f9de04c480389701ad30319c05a', 'gw_port': {'id': '49d9fcf2-2054-40d4-8430-e8e40de80fef', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'befb86c0-1088-42c8-b0bb-0cc01809df34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:03Z', 'updated_at': '2022-02-28T10:38:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi'}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:08.236285 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-ddcf82af-dfa9-461a-bf6e-5ce38f321b42 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks [] for security_group_rule (b6de7ad9-a544-4a19-9b82-80d1e8513726), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.242401 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ad2085-a875-4fda-aa02-888956340c2e None None] The sync data for ids ['befb86c0-1088-42c8-b0bb-0cc01809df34'] in dv-cinder-831167-1-iscsi is: [{'id': 'befb86c0-1088-42c8-b0bb-0cc01809df34', 'name': 'tempest-ServerRescueNegativeTestJSON-2127175582-router', 'tenant_id': '61d81f9de04c480389701ad30319c05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '49d9fcf2-2054-40d4-8430-e8e40de80fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:01Z', 'updated_at': '2022-02-28T10:38:03Z', 'revision_number': 3, 'project_id': '61d81f9de04c480389701ad30319c05a', 'gw_port': {'id': '49d9fcf2-2054-40d4-8430-e8e40de80fef', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'befb86c0-1088-42c8-b0bb-0cc01809df34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:03Z', 'updated_at': '2022-02-28T10:38:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi'}] {{(pid=102997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:08.339301 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-ddcf82af-dfa9-461a-bf6e-5ce38f321b42 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks [] for security_group_rule (b6de7ad9-a544-4a19-9b82-80d1e8513726), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.342166 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-e56504f9-9c8e-43c1-a934-fa6a84c5da68 admin admin] Publish callbacks [] for port (4584ef5b-93f5-4034-8b2a-edc325d9b920), precommit_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.344461 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-ddcf82af-dfa9-461a-bf6e-5ce38f321b42 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826235'] for security_group_rule (b6de7ad9-a544-4a19-9b82-80d1e8513726), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.350183 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-e56504f9-9c8e-43c1-a934-fa6a84c5da68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (4584ef5b-93f5-4034-8b2a-edc325d9b920), after_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.351081 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-e56504f9-9c8e-43c1-a934-fa6a84c5da68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1717522'] for router_interface (befb86c0-1088-42c8-b0bb-0cc01809df34), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.372343 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcf82af-dfa9-461a-bf6e-5ce38f321b42 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6de7ad9-a544-4a19-9b82-80d1e8513726,revision_number=0']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:08.406496 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-ddcf82af-dfa9-461a-bf6e-5ce38f321b42 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.407729 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-ddcf82af-dfa9-461a-bf6e-5ce38f321b42 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2527971 Feb 28 10:38:08.410717 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 52868) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:08.415362 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [None req-cb17e28c-001c-4837-a646-0387b0e1cadf tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Request body: {'security_group_rule': {'security_group_id': '29e49b4a-f648-4fb8-ac32-be2bb14b1ee6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:08.451110 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-cb17e28c-001c-4837-a646-0387b0e1cadf tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks [] for security_group_rule (452ef8db-5619-4017-82c6-4b206f54d925), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.460306 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56504f9-9c8e-43c1-a934-fa6a84c5da68 admin admin] Pushing event updated for resources: {'Port': ['ID=4584ef5b-93f5-4034-8b2a-edc325d9b920,revision_number=2']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:08.535637 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56504f9-9c8e-43c1-a934-fa6a84c5da68 admin admin] Network 181d6fbd-5cb4-4bfd-bffa-34f454380b3f is already hosted by enough agents. {{(pid=102995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:08.537139 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.base_scheduler [None req-e56504f9-9c8e-43c1-a934-fa6a84c5da68 admin admin] Resources bound (agent type, host, resource id): {{(pid=102995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:08.587835 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-cb17e28c-001c-4837-a646-0387b0e1cadf tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks [] for security_group_rule (452ef8db-5619-4017-82c6-4b206f54d925), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.593245 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-cb17e28c-001c-4837-a646-0387b0e1cadf tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826235'] for security_group_rule (452ef8db-5619-4017-82c6-4b206f54d925), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.599703 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 0f572734-bbe0-431a-b131-b38efcf4396b up at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:08.624296 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb17e28c-001c-4837-a646-0387b0e1cadf tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=452ef8db-5619-4017-82c6-4b206f54d925,revision_number=0']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:08.631206 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-cb17e28c-001c-4837-a646-0387b0e1cadf tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.632827 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-cb17e28c-001c-4837-a646-0387b0e1cadf tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2208843 Feb 28 10:38:08.637410 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 52874) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:08.644675 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [None req-88c44a15-c127-4a8c-bf44-32df472ead31 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Request body: {'floatingip': {'floating_network_id': '5c191bd3-8d00-44c5-b017-904410258187'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:08.661162 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c10de493-98a9-49fc-ad6a-4b67dbe4afc8 req-3aec96d9-3233-4bfc-8402-4f1c5748b2c8 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bed41c4-1e36-4126-a7e1-f18f69749966 HTTP/1.1" status: 200 len: 210 time: 0.0564418 Feb 28 10:38:08.707761 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-88c44a15-c127-4a8c-bf44-32df472ead31 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.728917 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Provisioning complete for port 0f572734-bbe0-431a-b131-b38efcf4396b triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:08.729429 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (0f572734-bbe0-431a-b131-b38efcf4396b), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.753369 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-cfcdb51a-a049-44cd-adeb-c86ff16691a9 req-d5164414-f2e2-4061-9e04-296a3fd5dde2 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a117cac-a1a4-4467-84c0-0a89debf087a HTTP/1.1" status: 200 len: 210 time: 0.0467920 Feb 28 10:38:08.784820 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e56504f9-9c8e-43c1-a934-fa6a84c5da68 admin admin] Router befb86c0-1088-42c8-b0bb-0cc01809df34 has already been hosted by L3 agent 86347f47-2890-46a7-a199-31163828a11a {{(pid=102995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:38:08.847900 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Current status of the port 0f572734-bbe0-431a-b131-b38efcf4396b is: DOWN; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:08.848311 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (0f572734-bbe0-431a-b131-b38efcf4396b), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.879407 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] For port 0f572734-bbe0-431a-b131-b38efcf4396b, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=0f572734-bbe0-431a-b131-b38efcf4396b,segment=NetworkSegment(490b7679-533e-4a17-9008-1b96b60e260c),segment_id=490b7679-533e-4a17-9008-1b96b60e260c)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:08.887730 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (0f572734-bbe0-431a-b131-b38efcf4396b), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.926468 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56504f9-9c8e-43c1-a934-fa6a84c5da68 admin admin] Notify agent at l3_agent.dv-cinder-831167-1-iscsi the message routers_updated {{(pid=102995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:08.936461 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-e56504f9-9c8e-43c1-a934-fa6a84c5da68 admin admin] 10.222.0.44 "PUT /v2.0/routers/befb86c0-1088-42c8-b0bb-0cc01809df34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9424717 Feb 28 10:38:08.980806 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Pushing event updated for resources: {'Port': ['ID=0f572734-bbe0-431a-b131-b38efcf4396b,revision_number=4']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:09.115533 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-88c44a15-c127-4a8c-bf44-32df472ead31 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:09.250013 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f7d2c1-2596-422a-ab2a-9dd1c7f6ff69 None None] Sync routers for ids ['4cdb8a07-62c9-4a05-af7f-02572017faa5'] in dv-cinder-831167-1-iscsi {{(pid=102998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:09.260842 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f7d2c1-2596-422a-ab2a-9dd1c7f6ff69 None None] Routers {'4cdb8a07-62c9-4a05-af7f-02572017faa5'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:09.261729 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-d0f7d2c1-2596-422a-ab2a-9dd1c7f6ff69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:37:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['4cdb8a07-62c9-4a05-af7f-02572017faa5'], 'active': True} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:09.267687 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.db_base_plugin_common [None req-88c44a15-c127-4a8c-bf44-32df472ead31 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Allocated IP 172.27.1.239 (5c191bd3-8d00-44c5-b017-904410258187/e0d51f16-a2c9-415b-a552-79de15f3fe23/bc171d67-399e-4705-b345-41078e91c9ac) {{(pid=102996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:09.390303 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvr_db [None req-d0f7d2c1-2596-422a-ab2a-9dd1c7f6ff69 None None] Set router 4cdb8a07-62c9-4a05-af7f-02572017faa5 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:38:09.393449 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-88c44a15-c127-4a8c-bf44-32df472ead31 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks [] for port (bc171d67-399e-4705-b345-41078e91c9ac), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:09.437480 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-88c44a15-c127-4a8c-bf44-32df472ead31 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981'] for port (bc171d67-399e-4705-b345-41078e91c9ac), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:09.448012 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84382f24-ed0d-4380-afaa-b2aebb6353d7 req-a9c1cea7-4354-4c5d-b632-1c6cf4e9f3e4 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:09.449548 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-84382f24-ed0d-4380-afaa-b2aebb6353d7 req-a9c1cea7-4354-4c5d-b632-1c6cf4e9f3e4 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/networks?id=181d6fbd-5cb4-4bfd-bffa-34f454380b3f HTTP/1.1" status: 200 len: 819 time: 0.1378195 Feb 28 10:38:09.464858 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-84382f24-ed0d-4380-afaa-b2aebb6353d7 req-7e55f312-370c-4679-b5e3-4966833ff537 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/quotas/61d81f9de04c480389701ad30319c05a HTTP/1.1" status: 200 len: 375 time: 0.0092230 Feb 28 10:38:09.476579 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c44a15-c127-4a8c-bf44-32df472ead31 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Network 5c191bd3-8d00-44c5-b017-904410258187 is already hosted by enough agents. {{(pid=102996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:09.482680 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.base_scheduler [None req-88c44a15-c127-4a8c-bf44-32df472ead31 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Resources bound (agent type, host, resource id): {{(pid=102996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:09.486242 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c44a15-c127-4a8c-bf44-32df472ead31 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Received port after_create {{(pid=102996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:09.497848 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c44a15-c127-4a8c-bf44-32df472ead31 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Pushing event updated for resources: {'Port': ['ID=bc171d67-399e-4705-b345-41078e91c9ac,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:09.540628 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-84382f24-ed0d-4380-afaa-b2aebb6353d7 req-ff985eba-a709-4aee-935b-54c066d01dac tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=61d81f9de04c480389701ad30319c05a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0700293 Feb 28 10:38:09.583000 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-88c44a15-c127-4a8c-bf44-32df472ead31 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks [] for floatingip (fcdcdffa-9bae-4efc-a083-70bfc5027c35), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:09.620518 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-d0f7d2c1-2596-422a-ab2a-9dd1c7f6ff69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'name': 'tempest-AttachVolumeShelveTestJSON-108844831-router', 'tenant_id': '6825cb4cea9e4921b5312dd51b9920be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '0f572734-bbe0-431a-b131-b38efcf4396b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:00Z', 'updated_at': '2022-02-28T10:38:06Z', 'revision_number': 4, 'project_id': '6825cb4cea9e4921b5312dd51b9920be', 'gw_port': {'id': '0f572734-bbe0-431a-b131-b38efcf4396b', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ed:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:01Z', 'updated_at': '2022-02-28T10:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '142c00b1-9edd-47f7-94a8-5872c3a47d50', 'name': '', 'network_id': '240e2b6c-54c0-4c0d-850d-490078c64530', 'tenant_id': '6825cb4cea9e4921b5312dd51b9920be', 'mac_address': 'fa:16:3e:9e:eb:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c422424b-4bdb-4bd8-9a44-a4d30179929f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:05Z', 'updated_at': '2022-02-28T10:38:06Z', 'revision_number': 2, 'project_id': '6825cb4cea9e4921b5312dd51b9920be', 'subnets': [{'id': 'c422424b-4bdb-4bd8-9a44-a4d30179929f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:09.625841 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-88c44a15-c127-4a8c-bf44-32df472ead31 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (bc171d67-399e-4705-b345-41078e91c9ac), before_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:09.633224 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-84382f24-ed0d-4380-afaa-b2aebb6353d7 req-9012e287-c6e3-48a8-a6b5-d290ceb2d302 service neutron] 10.222.0.44 "GET /v2.0/networks/181d6fbd-5cb4-4bfd-bffa-34f454380b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860920 Feb 28 10:38:09.649608 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f7d2c1-2596-422a-ab2a-9dd1c7f6ff69 None None] Checking router: 4cdb8a07-62c9-4a05-af7f-02572017faa5 for host: dv-cinder-831167-1-iscsi {{(pid=102998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:38:09.650102 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f7d2c1-2596-422a-ab2a-9dd1c7f6ff69 None None] Updating router 4cdb8a07-62c9-4a05-af7f-02572017faa5 port 142c00b1-9edd-47f7-94a8-5872c3a47d50 binding host dv-cinder-831167-1-iscsi {{(pid=102998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:38:09.679263 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-d0f7d2c1-2596-422a-ab2a-9dd1c7f6ff69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (142c00b1-9edd-47f7-94a8-5872c3a47d50), before_update {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:09.734153 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-84382f24-ed0d-4380-afaa-b2aebb6353d7 req-5a315533-dc96-49d9-b507-09a2d9f959ce service neutron] 10.222.0.44 "GET /v2.0/networks/181d6fbd-5cb4-4bfd-bffa-34f454380b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945013 Feb 28 10:38:09.796983 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-88c44a15-c127-4a8c-bf44-32df472ead31 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks [] for port (bc171d67-399e-4705-b345-41078e91c9ac), precommit_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:09.797776 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-606c0b93-61eb-4f17-81b7-bafbf83925b1 req-4ccdb925-4d66-4289-9ba5-b8385e32c6dd tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bed41c4-1e36-4126-a7e1-f18f69749966 HTTP/1.1" status: 200 len: 210 time: 0.0487318 Feb 28 10:38:09.803227 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-88c44a15-c127-4a8c-bf44-32df472ead31 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (bc171d67-399e-4705-b345-41078e91c9ac), after_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:09.820336 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-88c44a15-c127-4a8c-bf44-32df472ead31 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-379257'] for floatingip (fcdcdffa-9bae-4efc-a083-70bfc5027c35), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:09.881853 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-88c44a15-c127-4a8c-bf44-32df472ead31 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for floatingip (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:09.883468 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-88c44a15-c127-4a8c-bf44-32df472ead31 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2423832 Feb 28 10:38:09.889394 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c44a15-c127-4a8c-bf44-32df472ead31 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Pushing event updated for resources: {'Port': ['ID=bc171d67-399e-4705-b345-41078e91c9ac,revision_number=2']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:09.929935 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6bbb33c9-12d3-4a51-8898-84dd075f656c req-441d95c6-ee81-4043-b9e9-5d95b27636d1 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a117cac-a1a4-4467-84c0-0a89debf087a HTTP/1.1" status: 200 len: 210 time: 0.0730281 Feb 28 10:38:09.970152 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b4afee61-0265-40ce-a44d-e23dde74ee72 req-023586bc-112d-443f-80d5-1b154d6e7a2f tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 210 time: 0.0351088 Feb 28 10:38:10.164669 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-eacb1df0-cf02-40da-9752-dbc0df2bd82a req-1c544970-3951-4602-baed-2e2c83bdd8be tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1576119486&fields=id&tenant_id=6825cb4cea9e4921b5312dd51b9920be HTTP/1.1" status: 200 len: 267 time: 0.0988252 Feb 28 10:38:10.217260 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-d0f7d2c1-2596-422a-ab2a-9dd1c7f6ff69 None None] Publish callbacks [] for port (142c00b1-9edd-47f7-94a8-5872c3a47d50), precommit_update {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:10.223476 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-d0f7d2c1-2596-422a-ab2a-9dd1c7f6ff69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (142c00b1-9edd-47f7-94a8-5872c3a47d50), after_update {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:10.273708 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd2d151-ada5-413a-8ceb-f0299dd9d6a9 None None] Pushing event updated for resources: {'Port': ['ID=142c00b1-9edd-47f7-94a8-5872c3a47d50,revision_number=3']} {{(pid=102998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:10.346619 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.managers [None req-d0f7d2c1-2596-422a-ab2a-9dd1c7f6ff69 None None] Attempting to bind port 142c00b1-9edd-47f7-94a8-5872c3a47d50 on host dv-cinder-831167-1-iscsi for vnic_type normal with profile {{(pid=102998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:38:10.347058 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.managers [None req-d0f7d2c1-2596-422a-ab2a-9dd1c7f6ff69 None None] Attempting to bind port 142c00b1-9edd-47f7-94a8-5872c3a47d50 by drivers openvswitch,hyperv on host dv-cinder-831167-1-iscsi at level 0 using segments [{'id': '6c2048f2-30c2-42f7-807e-dc8d048f6f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '240e2b6c-54c0-4c0d-850d-490078c64530'}] {{(pid=102998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:38:10.347483 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f7d2c1-2596-422a-ab2a-9dd1c7f6ff69 None None] Attempting to bind port 142c00b1-9edd-47f7-94a8-5872c3a47d50 on network 240e2b6c-54c0-4c0d-850d-490078c64530 {{(pid=102998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:38:10.353049 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f7d2c1-2596-422a-ab2a-9dd1c7f6ff69 None None] Checking agent: {'id': '9787f0c2-b99f-49df-865b-f8e3f2374559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 1), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:38:10.353433 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f7d2c1-2596-422a-ab2a-9dd1c7f6ff69 None None] Checking segment: {'id': '6c2048f2-30c2-42f7-807e-dc8d048f6f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '240e2b6c-54c0-4c0d-850d-490078c64530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:38:10.353841 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-d0f7d2c1-2596-422a-ab2a-9dd1c7f6ff69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:10.354273 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f7d2c1-2596-422a-ab2a-9dd1c7f6ff69 None None] Bound using segment: {'id': '6c2048f2-30c2-42f7-807e-dc8d048f6f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '240e2b6c-54c0-4c0d-850d-490078c64530'} {{(pid=102998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:38:10.354767 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.managers [None req-d0f7d2c1-2596-422a-ab2a-9dd1c7f6ff69 None None] Bound port: 142c00b1-9edd-47f7-94a8-5872c3a47d50, host: dv-cinder-831167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c2048f2-30c2-42f7-807e-dc8d048f6f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '240e2b6c-54c0-4c0d-850d-490078c64530'}}] {{(pid=102998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:38:10.355368 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-d0f7d2c1-2596-422a-ab2a-9dd1c7f6ff69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (142c00b1-9edd-47f7-94a8-5872c3a47d50), before_update {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:10.441285 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e16e985-6521-4792-bfdb-d7de1219cba4 None None] Sync routers for ids ['befb86c0-1088-42c8-b0bb-0cc01809df34'] in dv-cinder-831167-1-iscsi {{(pid=102997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:10.476463 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.db [None req-d0f7d2c1-2596-422a-ab2a-9dd1c7f6ff69 None None] For port 142c00b1-9edd-47f7-94a8-5872c3a47d50, host dv-cinder-831167-1-iscsi, cleared binding levels {{(pid=102998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:38:10.476938 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e16e985-6521-4792-bfdb-d7de1219cba4 None None] Routers {'befb86c0-1088-42c8-b0bb-0cc01809df34'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:10.477561 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-4e16e985-6521-4792-bfdb-d7de1219cba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:37:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['befb86c0-1088-42c8-b0bb-0cc01809df34'], 'active': True} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:10.486373 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.db [None req-d0f7d2c1-2596-422a-ab2a-9dd1c7f6ff69 None None] For port 142c00b1-9edd-47f7-94a8-5872c3a47d50, host dv-cinder-831167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=142c00b1-9edd-47f7-94a8-5872c3a47d50,segment=NetworkSegment(6c2048f2-30c2-42f7-807e-dc8d048f6f75),segment_id=6c2048f2-30c2-42f7-807e-dc8d048f6f75)] {{(pid=102998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:38:10.502046 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-d0f7d2c1-2596-422a-ab2a-9dd1c7f6ff69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (142c00b1-9edd-47f7-94a8-5872c3a47d50), after_update {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:10.580224 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d6f1cb-6755-43a4-83ff-e3ae4f7db96a req-f9acd55a-4d24-4f7e-9a64-e83b0d9295e6 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:10.587155 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f7d2c1-2596-422a-ab2a-9dd1c7f6ff69 None None] Routers {'4cdb8a07-62c9-4a05-af7f-02572017faa5'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:10.587428 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-32d6f1cb-6755-43a4-83ff-e3ae4f7db96a req-f9acd55a-4d24-4f7e-9a64-e83b0d9295e6 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/networks?id=181d6fbd-5cb4-4bfd-bffa-34f454380b3f HTTP/1.1" status: 200 len: 819 time: 0.3449783 Feb 28 10:38:10.587830 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-d0f7d2c1-2596-422a-ab2a-9dd1c7f6ff69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:37:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['4cdb8a07-62c9-4a05-af7f-02572017faa5'], 'active': True} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:10.605225 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd2d151-ada5-413a-8ceb-f0299dd9d6a9 None None] Pushing event updated for resources: {'Port': ['ID=142c00b1-9edd-47f7-94a8-5872c3a47d50,revision_number=4']} {{(pid=102998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:10.623018 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-32d6f1cb-6755-43a4-83ff-e3ae4f7db96a req-a20ada0e-c0a0-4fac-a63f-7d50e82cf38d tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/quotas/61d81f9de04c480389701ad30319c05a HTTP/1.1" status: 200 len: 375 time: 0.0346386 Feb 28 10:38:10.647662 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvr_db [None req-4e16e985-6521-4792-bfdb-d7de1219cba4 None None] Set router befb86c0-1088-42c8-b0bb-0cc01809df34 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:38:10.686722 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 0f572734-bbe0-431a-b131-b38efcf4396b up at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:10.688259 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb1df0-cf02-40da-9752-dbc0df2bd82a req-3ef543a3-3c99-4242-9db7-0cda323c633b tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:10.695300 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-eacb1df0-cf02-40da-9752-dbc0df2bd82a req-3ef543a3-3c99-4242-9db7-0cda323c633b tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/networks?id=240e2b6c-54c0-4c0d-850d-490078c64530 HTTP/1.1" status: 200 len: 816 time: 0.5290587 Feb 28 10:38:10.712881 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-eacb1df0-cf02-40da-9752-dbc0df2bd82a req-b40f67b8-cf2b-4441-a6ca-5bbc7cf23a92 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/quotas/6825cb4cea9e4921b5312dd51b9920be HTTP/1.1" status: 200 len: 375 time: 0.0166953 Feb 28 10:38:10.742247 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvr_db [None req-d0f7d2c1-2596-422a-ab2a-9dd1c7f6ff69 None None] Set router 4cdb8a07-62c9-4a05-af7f-02572017faa5 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:38:10.767995 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-32d6f1cb-6755-43a4-83ff-e3ae4f7db96a req-a6527dc8-5996-4a21-83c9-afed7850af6e tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=61d81f9de04c480389701ad30319c05a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1440134 Feb 28 10:38:10.774704 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-f9f076a2-6178-4ff0-aafd-ffe4848aab66 None None] Provisioning complete for port 142c00b1-9edd-47f7-94a8-5872c3a47d50 triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:10.775122 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-f9f076a2-6178-4ff0-aafd-ffe4848aab66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (142c00b1-9edd-47f7-94a8-5872c3a47d50), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:10.828340 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-eacb1df0-cf02-40da-9752-dbc0df2bd82a req-a94ae1ee-6c46-411d-bf49-49d6f4789ceb tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6825cb4cea9e4921b5312dd51b9920be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1146338 Feb 28 10:38:10.892235 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Provisioning complete for port 0f572734-bbe0-431a-b131-b38efcf4396b triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:10.892653 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (0f572734-bbe0-431a-b131-b38efcf4396b), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:10.908816 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-32d6f1cb-6755-43a4-83ff-e3ae4f7db96a req-c654e70f-ac0e-4947-afd9-2390425f5cee service neutron] 10.222.0.44 "GET /v2.0/networks/181d6fbd-5cb4-4bfd-bffa-34f454380b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399651 Feb 28 10:38:10.978321 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-d0f7d2c1-2596-422a-ab2a-9dd1c7f6ff69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'name': 'tempest-AttachVolumeShelveTestJSON-108844831-router', 'tenant_id': '6825cb4cea9e4921b5312dd51b9920be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '0f572734-bbe0-431a-b131-b38efcf4396b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:00Z', 'updated_at': '2022-02-28T10:38:06Z', 'revision_number': 4, 'project_id': '6825cb4cea9e4921b5312dd51b9920be', 'gw_port': {'id': '0f572734-bbe0-431a-b131-b38efcf4396b', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ed:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:01Z', 'updated_at': '2022-02-28T10:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '142c00b1-9edd-47f7-94a8-5872c3a47d50', 'name': '', 'network_id': '240e2b6c-54c0-4c0d-850d-490078c64530', 'tenant_id': '6825cb4cea9e4921b5312dd51b9920be', 'mac_address': 'fa:16:3e:9e:eb:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c422424b-4bdb-4bd8-9a44-a4d30179929f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:05Z', 'updated_at': '2022-02-28T10:38:10Z', 'revision_number': 4, 'project_id': '6825cb4cea9e4921b5312dd51b9920be', 'subnets': [{'id': 'c422424b-4bdb-4bd8-9a44-a4d30179929f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:10.995642 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-eacb1df0-cf02-40da-9752-dbc0df2bd82a req-b91452ba-be4e-498f-a8a0-f7cc0d44b584 service neutron] 10.222.0.44 "GET /v2.0/networks/240e2b6c-54c0-4c0d-850d-490078c64530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447859 Feb 28 10:38:10.998244 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-f9f076a2-6178-4ff0-aafd-ffe4848aab66 None None] Current status of the port 142c00b1-9edd-47f7-94a8-5872c3a47d50 is: DOWN; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:10.998643 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-f9f076a2-6178-4ff0-aafd-ffe4848aab66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (142c00b1-9edd-47f7-94a8-5872c3a47d50), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:11.008469 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f7d2c1-2596-422a-ab2a-9dd1c7f6ff69 None None] The sync data for ids ['4cdb8a07-62c9-4a05-af7f-02572017faa5'] in dv-cinder-831167-1-iscsi is: [{'id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'name': 'tempest-AttachVolumeShelveTestJSON-108844831-router', 'tenant_id': '6825cb4cea9e4921b5312dd51b9920be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '0f572734-bbe0-431a-b131-b38efcf4396b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:00Z', 'updated_at': '2022-02-28T10:38:06Z', 'revision_number': 4, 'project_id': '6825cb4cea9e4921b5312dd51b9920be', 'gw_port': {'id': '0f572734-bbe0-431a-b131-b38efcf4396b', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ed:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:01Z', 'updated_at': '2022-02-28T10:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '142c00b1-9edd-47f7-94a8-5872c3a47d50', 'name': '', 'network_id': '240e2b6c-54c0-4c0d-850d-490078c64530', 'tenant_id': '6825cb4cea9e4921b5312dd51b9920be', 'mac_address': 'fa:16:3e:9e:eb:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c422424b-4bdb-4bd8-9a44-a4d30179929f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:05Z', 'updated_at': '2022-02-28T10:38:10Z', 'revision_number': 4, 'project_id': '6825cb4cea9e4921b5312dd51b9920be', 'subnets': [{'id': 'c422424b-4bdb-4bd8-9a44-a4d30179929f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:11.102248 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-f9f076a2-6178-4ff0-aafd-ffe4848aab66 None None] For port 142c00b1-9edd-47f7-94a8-5872c3a47d50, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=142c00b1-9edd-47f7-94a8-5872c3a47d50,segment=NetworkSegment(6c2048f2-30c2-42f7-807e-dc8d048f6f75),segment_id=6c2048f2-30c2-42f7-807e-dc8d048f6f75)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:11.107873 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Current status of the port 0f572734-bbe0-431a-b131-b38efcf4396b is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:11.108922 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 49d9fcf2-2054-40d4-8430-e8e40de80fef up at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:11.112323 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-f9f076a2-6178-4ff0-aafd-ffe4848aab66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (142c00b1-9edd-47f7-94a8-5872c3a47d50), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:11.115179 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-4e16e985-6521-4792-bfdb-d7de1219cba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befb86c0-1088-42c8-b0bb-0cc01809df34', 'name': 'tempest-ServerRescueNegativeTestJSON-2127175582-router', 'tenant_id': '61d81f9de04c480389701ad30319c05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '49d9fcf2-2054-40d4-8430-e8e40de80fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:01Z', 'updated_at': '2022-02-28T10:38:07Z', 'revision_number': 4, 'project_id': '61d81f9de04c480389701ad30319c05a', 'gw_port': {'id': '49d9fcf2-2054-40d4-8430-e8e40de80fef', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'befb86c0-1088-42c8-b0bb-0cc01809df34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:03Z', 'updated_at': '2022-02-28T10:38:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '4584ef5b-93f5-4034-8b2a-edc325d9b920', 'name': '', 'network_id': '181d6fbd-5cb4-4bfd-bffa-34f454380b3f', 'tenant_id': '61d81f9de04c480389701ad30319c05a', 'mac_address': 'fa:16:3e:2b:d3:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'befb86c0-1088-42c8-b0bb-0cc01809df34', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'bb0c5a25-3924-4147-8d5d-a4a9902af2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:06Z', 'updated_at': '2022-02-28T10:38:08Z', 'revision_number': 2, 'project_id': '61d81f9de04c480389701ad30319c05a', 'subnets': [{'id': 'bb0c5a25-3924-4147-8d5d-a4a9902af2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:11.134667 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-32d6f1cb-6755-43a4-83ff-e3ae4f7db96a req-e1485fbd-31d7-4818-91b0-ae039514355d service neutron] 10.222.0.44 "GET /v2.0/networks/181d6fbd-5cb4-4bfd-bffa-34f454380b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144439 Feb 28 10:38:11.185564 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-eacb1df0-cf02-40da-9752-dbc0df2bd82a req-ed93f724-f04d-4357-a2fc-cc95874a4181 service neutron] 10.222.0.44 "GET /v2.0/networks/240e2b6c-54c0-4c0d-850d-490078c64530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686180 Feb 28 10:38:11.204316 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e16e985-6521-4792-bfdb-d7de1219cba4 None None] Checking router: befb86c0-1088-42c8-b0bb-0cc01809df34 for host: dv-cinder-831167-1-iscsi {{(pid=102997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:38:11.204678 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e16e985-6521-4792-bfdb-d7de1219cba4 None None] Updating router befb86c0-1088-42c8-b0bb-0cc01809df34 port 4584ef5b-93f5-4034-8b2a-edc325d9b920 binding host dv-cinder-831167-1-iscsi {{(pid=102997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:38:11.305765 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-8ad30e59-5035-457f-8641-9677fdde7604 None None] Provisioning complete for port 142c00b1-9edd-47f7-94a8-5872c3a47d50 triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:11.305944 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-8ad30e59-5035-457f-8641-9677fdde7604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (142c00b1-9edd-47f7-94a8-5872c3a47d50), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:11.372709 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4e16e985-6521-4792-bfdb-d7de1219cba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (4584ef5b-93f5-4034-8b2a-edc325d9b920), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:11.377811 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f076a2-6178-4ff0-aafd-ffe4848aab66 None None] Pushing event updated for resources: {'Port': ['ID=142c00b1-9edd-47f7-94a8-5872c3a47d50,revision_number=5']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:11.427776 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ad5d0c85-2b5b-4e81-a1f5-6e3d132f4e83 req-394ca55c-fd51-4a13-8995-ef667f5f9852 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bed41c4-1e36-4126-a7e1-f18f69749966 HTTP/1.1" status: 200 len: 210 time: 0.0587180 Feb 28 10:38:11.461788 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Provisioning complete for port 49d9fcf2-2054-40d4-8430-e8e40de80fef triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:11.462291 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (49d9fcf2-2054-40d4-8430-e8e40de80fef), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:11.560350 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ebf14815-c1b0-47bc-8f4d-29b087e87db7 req-c91a9363-8ff4-443f-8a16-f83bc516c663 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a117cac-a1a4-4467-84c0-0a89debf087a HTTP/1.1" status: 200 len: 210 time: 0.1033187 Feb 28 10:38:11.695656 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ff1246db-ccbe-48a5-be26-d31e9528641c req-a6de9dc5-f657-4884-a722-bff33acb1cd0 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 210 time: 0.0814314 Feb 28 10:38:11.717867 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-8ad30e59-5035-457f-8641-9677fdde7604 None None] Current status of the port 142c00b1-9edd-47f7-94a8-5872c3a47d50 is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:11.745057 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-eb97ee86-b89f-480a-9f73-c05c0eec6b34 req-dddd7db5-4255-4e65-9dcb-af68027ede8a tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c HTTP/1.1" status: 200 len: 210 time: 0.0355408 Feb 28 10:38:11.991798 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Current status of the port 49d9fcf2-2054-40d4-8430-e8e40de80fef is: DOWN; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:12.009096 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (49d9fcf2-2054-40d4-8430-e8e40de80fef), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.104475 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] For port 49d9fcf2-2054-40d4-8430-e8e40de80fef, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=49d9fcf2-2054-40d4-8430-e8e40de80fef,segment=NetworkSegment(490b7679-533e-4a17-9008-1b96b60e260c),segment_id=490b7679-533e-4a17-9008-1b96b60e260c)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:12.125429 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (49d9fcf2-2054-40d4-8430-e8e40de80fef), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.374441 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Pushing event updated for resources: {'Port': ['ID=49d9fcf2-2054-40d4-8430-e8e40de80fef,revision_number=4']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:12.405850 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4e16e985-6521-4792-bfdb-d7de1219cba4 None None] Publish callbacks [] for port (4584ef5b-93f5-4034-8b2a-edc325d9b920), precommit_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.419021 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4e16e985-6521-4792-bfdb-d7de1219cba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (4584ef5b-93f5-4034-8b2a-edc325d9b920), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.506543 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f07a9a-32b3-4801-a98d-a3e408e49e28 None None] Pushing event updated for resources: {'Port': ['ID=4584ef5b-93f5-4034-8b2a-edc325d9b920,revision_number=3']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:12.547392 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-4e16e985-6521-4792-bfdb-d7de1219cba4 None None] Attempting to bind port 4584ef5b-93f5-4034-8b2a-edc325d9b920 on host dv-cinder-831167-1-iscsi for vnic_type normal with profile {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:38:12.547772 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-4e16e985-6521-4792-bfdb-d7de1219cba4 None None] Attempting to bind port 4584ef5b-93f5-4034-8b2a-edc325d9b920 by drivers openvswitch,hyperv on host dv-cinder-831167-1-iscsi at level 0 using segments [{'id': '00a7182d-ed44-43e5-8da3-65da6fab2cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '181d6fbd-5cb4-4bfd-bffa-34f454380b3f'}] {{(pid=102997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:38:12.548139 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e16e985-6521-4792-bfdb-d7de1219cba4 None None] Attempting to bind port 4584ef5b-93f5-4034-8b2a-edc325d9b920 on network 181d6fbd-5cb4-4bfd-bffa-34f454380b3f {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:38:12.555931 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e16e985-6521-4792-bfdb-d7de1219cba4 None None] Checking agent: {'id': '9787f0c2-b99f-49df-865b-f8e3f2374559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 1), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:38:12.556461 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e16e985-6521-4792-bfdb-d7de1219cba4 None None] Checking segment: {'id': '00a7182d-ed44-43e5-8da3-65da6fab2cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '181d6fbd-5cb4-4bfd-bffa-34f454380b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:38:12.556863 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4e16e985-6521-4792-bfdb-d7de1219cba4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.557426 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e16e985-6521-4792-bfdb-d7de1219cba4 None None] Bound using segment: {'id': '00a7182d-ed44-43e5-8da3-65da6fab2cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '181d6fbd-5cb4-4bfd-bffa-34f454380b3f'} {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:38:12.558052 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-4e16e985-6521-4792-bfdb-d7de1219cba4 None None] Bound port: 4584ef5b-93f5-4034-8b2a-edc325d9b920, host: dv-cinder-831167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00a7182d-ed44-43e5-8da3-65da6fab2cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '181d6fbd-5cb4-4bfd-bffa-34f454380b3f'}}] {{(pid=102997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:38:12.558817 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4e16e985-6521-4792-bfdb-d7de1219cba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (4584ef5b-93f5-4034-8b2a-edc325d9b920), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.600109 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-56b72faf-80f0-4ac5-844c-01fa67a9bb69 req-38efa96d-f1fa-4205-8305-d06a98ee8be6 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bed41c4-1e36-4126-a7e1-f18f69749966 HTTP/1.1" status: 200 len: 210 time: 0.0372157 Feb 28 10:38:12.658274 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-4e16e985-6521-4792-bfdb-d7de1219cba4 None None] For port 4584ef5b-93f5-4034-8b2a-edc325d9b920, host dv-cinder-831167-1-iscsi, cleared binding levels {{(pid=102997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:38:12.662381 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-4e16e985-6521-4792-bfdb-d7de1219cba4 None None] For port 4584ef5b-93f5-4034-8b2a-edc325d9b920, host dv-cinder-831167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=4584ef5b-93f5-4034-8b2a-edc325d9b920,segment=NetworkSegment(00a7182d-ed44-43e5-8da3-65da6fab2cc0),segment_id=00a7182d-ed44-43e5-8da3-65da6fab2cc0)] {{(pid=102997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:38:12.670070 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4e16e985-6521-4792-bfdb-d7de1219cba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (4584ef5b-93f5-4034-8b2a-edc325d9b920), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.700966 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5019fa6c-9849-402a-a476-e7039605e12c req-22089880-c651-4f8f-982f-ddcbb571711e tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a117cac-a1a4-4467-84c0-0a89debf087a HTTP/1.1" status: 200 len: 210 time: 0.0449793 Feb 28 10:38:12.713425 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 49d9fcf2-2054-40d4-8430-e8e40de80fef up at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:12.787214 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f07a9a-32b3-4801-a98d-a3e408e49e28 None None] Pushing event updated for resources: {'Port': ['ID=4584ef5b-93f5-4034-8b2a-edc325d9b920,revision_number=4']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:12.791341 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e16e985-6521-4792-bfdb-d7de1219cba4 None None] Routers {'befb86c0-1088-42c8-b0bb-0cc01809df34'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:12.791950 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-4e16e985-6521-4792-bfdb-d7de1219cba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:37:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['befb86c0-1088-42c8-b0bb-0cc01809df34'], 'active': True} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:12.811600 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ec9933c7-646a-4488-9b61-3f592b2714b4 req-2699918e-4ab2-4c72-942e-3b1b2797658a tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 210 time: 0.0400472 Feb 28 10:38:12.851299 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Provisioning complete for port 49d9fcf2-2054-40d4-8430-e8e40de80fef triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:12.851678 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (49d9fcf2-2054-40d4-8430-e8e40de80fef), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.863833 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7b4ba4fd-7330-493b-a469-7c1c743e7486 req-d1cc77f4-dc31-4bb1-b851-fe2e1109f24d tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c HTTP/1.1" status: 200 len: 210 time: 0.0278068 Feb 28 10:38:12.944912 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvr_db [None req-4e16e985-6521-4792-bfdb-d7de1219cba4 None None] Set router befb86c0-1088-42c8-b0bb-0cc01809df34 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:38:13.038769 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Current status of the port 49d9fcf2-2054-40d4-8430-e8e40de80fef is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:13.039733 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 142c00b1-9edd-47f7-94a8-5872c3a47d50 up at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:13.152633 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Provisioning complete for port 142c00b1-9edd-47f7-94a8-5872c3a47d50 triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:13.153009 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (142c00b1-9edd-47f7-94a8-5872c3a47d50), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:13.255858 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-4e16e985-6521-4792-bfdb-d7de1219cba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befb86c0-1088-42c8-b0bb-0cc01809df34', 'name': 'tempest-ServerRescueNegativeTestJSON-2127175582-router', 'tenant_id': '61d81f9de04c480389701ad30319c05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '49d9fcf2-2054-40d4-8430-e8e40de80fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:01Z', 'updated_at': '2022-02-28T10:38:07Z', 'revision_number': 4, 'project_id': '61d81f9de04c480389701ad30319c05a', 'gw_port': {'id': '49d9fcf2-2054-40d4-8430-e8e40de80fef', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befb86c0-1088-42c8-b0bb-0cc01809df34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:03Z', 'updated_at': '2022-02-28T10:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '4584ef5b-93f5-4034-8b2a-edc325d9b920', 'name': '', 'network_id': '181d6fbd-5cb4-4bfd-bffa-34f454380b3f', 'tenant_id': '61d81f9de04c480389701ad30319c05a', 'mac_address': 'fa:16:3e:2b:d3:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'befb86c0-1088-42c8-b0bb-0cc01809df34', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'bb0c5a25-3924-4147-8d5d-a4a9902af2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:06Z', 'updated_at': '2022-02-28T10:38:12Z', 'revision_number': 4, 'project_id': '61d81f9de04c480389701ad30319c05a', 'subnets': [{'id': 'bb0c5a25-3924-4147-8d5d-a4a9902af2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:13.287560 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e16e985-6521-4792-bfdb-d7de1219cba4 None None] The sync data for ids ['befb86c0-1088-42c8-b0bb-0cc01809df34'] in dv-cinder-831167-1-iscsi is: [{'id': 'befb86c0-1088-42c8-b0bb-0cc01809df34', 'name': 'tempest-ServerRescueNegativeTestJSON-2127175582-router', 'tenant_id': '61d81f9de04c480389701ad30319c05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '49d9fcf2-2054-40d4-8430-e8e40de80fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:01Z', 'updated_at': '2022-02-28T10:38:07Z', 'revision_number': 4, 'project_id': '61d81f9de04c480389701ad30319c05a', 'gw_port': {'id': '49d9fcf2-2054-40d4-8430-e8e40de80fef', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befb86c0-1088-42c8-b0bb-0cc01809df34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:03Z', 'updated_at': '2022-02-28T10:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '4584ef5b-93f5-4034-8b2a-edc325d9b920', 'name': '', 'network_id': '181d6fbd-5cb4-4bfd-bffa-34f454380b3f', 'tenant_id': '61d81f9de04c480389701ad30319c05a', 'mac_address': 'fa:16:3e:2b:d3:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'befb86c0-1088-42c8-b0bb-0cc01809df34', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'bb0c5a25-3924-4147-8d5d-a4a9902af2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:06Z', 'updated_at': '2022-02-28T10:38:12Z', 'revision_number': 4, 'project_id': '61d81f9de04c480389701ad30319c05a', 'subnets': [{'id': 'bb0c5a25-3924-4147-8d5d-a4a9902af2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:13.289204 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Current status of the port 142c00b1-9edd-47f7-94a8-5872c3a47d50 is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:13.693224 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-9c4be3f6-63d9-4aae-92eb-43b896fc853e req-122f5fc6-2e2d-4db0-9f81-c749e7fa98b3 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bed41c4-1e36-4126-a7e1-f18f69749966 HTTP/1.1" status: 200 len: 210 time: 0.0259876 Feb 28 10:38:13.799359 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-10758a0b-6212-4dd5-ad88-e9ba603a940b req-57075203-379b-412b-a9b2-8f3ba81a427d tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a117cac-a1a4-4467-84c0-0a89debf087a HTTP/1.1" status: 200 len: 210 time: 0.0282466 Feb 28 10:38:13.907112 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-040b37d8-a923-4ced-b812-99eb630120e6 req-dac125d4-1763-40cf-a10a-9fabd53de909 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 210 time: 0.0297041 Feb 28 10:38:13.966856 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7cfb8907-87c9-477e-a6ef-295801111f7b req-3f6268bc-eb31-457a-9195-45a4d732f16c tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c HTTP/1.1" status: 200 len: 210 time: 0.0303507 Feb 28 10:38:14.551771 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 4584ef5b-93f5-4034-8b2a-edc325d9b920 up at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:14.603230 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Provisioning complete for port 4584ef5b-93f5-4034-8b2a-edc325d9b920 triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:14.603627 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (4584ef5b-93f5-4034-8b2a-edc325d9b920), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:14.686505 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Current status of the port 4584ef5b-93f5-4034-8b2a-edc325d9b920 is: DOWN; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:14.686914 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (4584ef5b-93f5-4034-8b2a-edc325d9b920), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:14.721249 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] For port 4584ef5b-93f5-4034-8b2a-edc325d9b920, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=4584ef5b-93f5-4034-8b2a-edc325d9b920,segment=NetworkSegment(00a7182d-ed44-43e5-8da3-65da6fab2cc0),segment_id=00a7182d-ed44-43e5-8da3-65da6fab2cc0)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:14.725837 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (4584ef5b-93f5-4034-8b2a-edc325d9b920), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:14.778057 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Pushing event updated for resources: {'Port': ['ID=4584ef5b-93f5-4034-8b2a-edc325d9b920,revision_number=5']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:14.790097 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7135a523-e078-462d-88c1-7f7ed4310be3 req-7696e398-2cab-4541-ac44-08744ab98980 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bed41c4-1e36-4126-a7e1-f18f69749966 HTTP/1.1" status: 200 len: 210 time: 0.0286970 Feb 28 10:38:14.893390 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-31fb49d8-cf24-4bde-b90f-3f456856bc5b req-c2338ab2-15c8-4ac1-8219-529ac76d36e9 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a117cac-a1a4-4467-84c0-0a89debf087a HTTP/1.1" status: 200 len: 210 time: 0.0291202 Feb 28 10:38:15.002018 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1fd3d215-4650-40e9-8064-e8b964bd59bf req-69613fa6-7f44-4864-8d25-4a5a7d456032 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 210 time: 0.0296810 Feb 28 10:38:15.065243 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-8323159f-1e81-43e1-93c7-5219b59aa6e3 req-d131e5c1-797d-46ab-a8b3-a32e8120bd1c tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c HTTP/1.1" status: 200 len: 210 time: 0.0287099 Feb 28 10:38:15.881635 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4b3dd38e-43af-47e3-91df-e38146a3cb58 req-955d3f60-7029-49d2-9b9e-dadf0aa60216 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bed41c4-1e36-4126-a7e1-f18f69749966 HTTP/1.1" status: 200 len: 210 time: 0.0264933 Feb 28 10:38:15.986269 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c1144baf-a1d5-454a-a049-a20aff4fe917 req-ee92d1b8-0647-41ad-8675-624dece00ede tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a117cac-a1a4-4467-84c0-0a89debf087a HTTP/1.1" status: 200 len: 210 time: 0.0297062 Feb 28 10:38:16.103510 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ccf56d73-4263-4889-ac6c-364789f62bc0 req-efad16f0-b067-4259-9dd1-dbcab1bb32c0 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 210 time: 0.0329359 Feb 28 10:38:16.164765 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b23b56ef-c607-4834-8da6-1e108a01caa0 req-46d38339-1431-49fc-86a9-d3386559a7ce tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c HTTP/1.1" status: 200 len: 210 time: 0.0270498 Feb 28 10:38:16.314625 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.46', 65348) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:16.354998 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.46', 65349) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:16.409467 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.46', 65350) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:16.537923 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84382f24-ed0d-4380-afaa-b2aebb6353d7 req-a24d4acf-3ac8-4ef6-a550-80ef6eab6885 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:16.540084 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-84382f24-ed0d-4380-afaa-b2aebb6353d7 req-a24d4acf-3ac8-4ef6-a550-80ef6eab6885 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.46 "GET /v2.0/networks?id=181d6fbd-5cb4-4bfd-bffa-34f454380b3f HTTP/1.1" status: 200 len: 819 time: 0.1658292 Feb 28 10:38:16.558061 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 4584ef5b-93f5-4034-8b2a-edc325d9b920 up at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:16.608168 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Provisioning complete for port 4584ef5b-93f5-4034-8b2a-edc325d9b920 triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:16.608603 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (4584ef5b-93f5-4034-8b2a-edc325d9b920), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:16.637716 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ec4a2-b7ef-47a7-932a-1226f3984e45 req-e8aac864-4271-4ea3-bea5-e0ba41bb2eea tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:16.640175 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-4e8ec4a2-b7ef-47a7-932a-1226f3984e45 req-e8aac864-4271-4ea3-bea5-e0ba41bb2eea tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.46 "GET /v2.0/networks?id=9b073e6b-c342-425b-a002-2cd2376b1da4 HTTP/1.1" status: 200 len: 815 time: 0.3030655 Feb 28 10:38:16.666183 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecfd098-4b59-4d3a-8fe5-f4781262fb05 req-53bda1a4-fb98-4df8-a0e4-0eaf95b1323d tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:16.667668 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-1ecfd098-4b59-4d3a-8fe5-f4781262fb05 req-53bda1a4-fb98-4df8-a0e4-0eaf95b1323d tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.46 "GET /v2.0/networks?id=afedb623-3316-4b12-8ae7-24fcfdd11e46 HTTP/1.1" status: 200 len: 812 time: 0.2186532 Feb 28 10:38:16.697436 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Current status of the port 4584ef5b-93f5-4034-8b2a-edc325d9b920 is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:16.944137 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [req-84382f24-ed0d-4380-afaa-b2aebb6353d7 req-c6c89246-ecbd-413e-823f-5c6d66989ee1 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Request body: {'port': {'device_id': '153ac64e-34df-447e-965c-92f9ba2a14a8', 'network_id': '181d6fbd-5cb4-4bfd-bffa-34f454380b3f', 'admin_state_up': True, 'tenant_id': '61d81f9de04c480389701ad30319c05a'}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:16.958031 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [req-1ecfd098-4b59-4d3a-8fe5-f4781262fb05 req-fc57888c-25da-4d6e-a157-68429b0effb9 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Request body: {'port': {'device_id': '1bed41c4-1e36-4126-a7e1-f18f69749966', 'network_id': 'afedb623-3316-4b12-8ae7-24fcfdd11e46', 'admin_state_up': True, 'tenant_id': 'd07247712e664711bc6778d697ef6757'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:16.965739 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [req-4e8ec4a2-b7ef-47a7-932a-1226f3984e45 req-3cd3dd13-517c-4a16-913c-8bf78f2941de tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Request body: {'port': {'device_id': '3a117cac-a1a4-4467-84c0-0a89debf087a', 'network_id': '9b073e6b-c342-425b-a002-2cd2376b1da4', 'admin_state_up': True, 'tenant_id': '4151886992af47f89a22d8119c3ffd94'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:17.091990 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.46', 65358) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:17.096586 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1b90f01d-0cf9-4256-876e-4149fe3a4ec3 req-f003913b-58f9-4edc-ae14-a21168a1ee1b tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bed41c4-1e36-4126-a7e1-f18f69749966 HTTP/1.1" status: 200 len: 210 time: 0.0518036 Feb 28 10:38:17.202090 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ecfd098-4b59-4d3a-8fe5-f4781262fb05 req-fc57888c-25da-4d6e-a157-68429b0effb9 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Made reservation on behalf of d07247712e664711bc6778d697ef6757 for: {'port': 1} {{(pid=102996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:17.206596 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-1ecfd098-4b59-4d3a-8fe5-f4781262fb05 req-fc57888c-25da-4d6e-a157-68429b0effb9 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:17.210730 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e8ec4a2-b7ef-47a7-932a-1226f3984e45 req-3cd3dd13-517c-4a16-913c-8bf78f2941de tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Made reservation on behalf of 4151886992af47f89a22d8119c3ffd94 for: {'port': 1} {{(pid=102996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:17.213946 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-4e8ec4a2-b7ef-47a7-932a-1226f3984e45 req-3cd3dd13-517c-4a16-913c-8bf78f2941de tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:17.238655 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0f8f5077-65e0-4111-9f0c-d019133639bf req-fc9d7910-016e-4f07-b0a9-1ad165f3e88b tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a117cac-a1a4-4467-84c0-0a89debf087a HTTP/1.1" status: 200 len: 210 time: 0.1295395 Feb 28 10:38:17.266243 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-30ee3f91-456d-4971-8844-4928fb9d0b3c req-6a5508cf-0675-4382-b383-3d2170157bd0 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 210 time: 0.0456822 Feb 28 10:38:17.346652 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d6f1cb-6755-43a4-83ff-e3ae4f7db96a req-1066c59c-b662-4af7-953c-88551326a396 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:17.348219 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-32d6f1cb-6755-43a4-83ff-e3ae4f7db96a req-1066c59c-b662-4af7-953c-88551326a396 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.46 "GET /v2.0/networks?id=181d6fbd-5cb4-4bfd-bffa-34f454380b3f HTTP/1.1" status: 200 len: 819 time: 0.2403243 Feb 28 10:38:17.363694 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84382f24-ed0d-4380-afaa-b2aebb6353d7 req-c6c89246-ecbd-413e-823f-5c6d66989ee1 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Made reservation on behalf of 61d81f9de04c480389701ad30319c05a for: {'port': 1} {{(pid=102995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:17.367293 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [req-84382f24-ed0d-4380-afaa-b2aebb6353d7 req-c6c89246-ecbd-413e-823f-5c6d66989ee1 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:17.442514 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.46', 65363) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:17.456217 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [req-32d6f1cb-6755-43a4-83ff-e3ae4f7db96a req-00ccb65d-5e1a-4389-8b32-d0523b9721c6 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Request body: {'port': {'device_id': 'e92de976-3518-4077-8b8e-ae4b9a5c5b3f', 'network_id': '181d6fbd-5cb4-4bfd-bffa-34f454380b3f', 'admin_state_up': True, 'tenant_id': '61d81f9de04c480389701ad30319c05a'}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:17.496368 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-709d4c51-6af5-4581-aef8-592206f800a1 req-41d62fa8-9b1f-4bc6-ad90-9cc4003cb05e tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c HTTP/1.1" status: 200 len: 210 time: 0.1034715 Feb 28 10:38:17.652585 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.db_base_plugin_common [req-4e8ec4a2-b7ef-47a7-932a-1226f3984e45 req-3cd3dd13-517c-4a16-913c-8bf78f2941de tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Allocated IP 172.20.0.7 (9b073e6b-c342-425b-a002-2cd2376b1da4/5f6bb29c-d00a-495d-ab78-9dec9ba1e99a/e3a2cc80-254c-4e2c-bc3f-cb2a6e821357) {{(pid=102996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:17.657235 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.db_base_plugin_common [req-1ecfd098-4b59-4d3a-8fe5-f4781262fb05 req-fc57888c-25da-4d6e-a157-68429b0effb9 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Allocated IP 172.20.0.4 (afedb623-3316-4b12-8ae7-24fcfdd11e46/1bd7be47-a156-438c-acdc-95612b182e1c/b4d7ada1-17bc-43dd-82b4-6270e1ed85ec) {{(pid=102996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:17.719200 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb1df0-cf02-40da-9752-dbc0df2bd82a req-0e64f3b5-a504-4892-aa52-846b12e33691 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:17.721109 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-eacb1df0-cf02-40da-9752-dbc0df2bd82a req-0e64f3b5-a504-4892-aa52-846b12e33691 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.46 "GET /v2.0/networks?id=240e2b6c-54c0-4c0d-850d-490078c64530 HTTP/1.1" status: 200 len: 816 time: 0.2744102 Feb 28 10:38:17.972501 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.db.db_base_plugin_common [req-84382f24-ed0d-4380-afaa-b2aebb6353d7 req-c6c89246-ecbd-413e-823f-5c6d66989ee1 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Allocated IP 172.20.0.3 (181d6fbd-5cb4-4bfd-bffa-34f454380b3f/bb0c5a25-3924-4147-8d5d-a4a9902af2f7/95c6068a-e402-4937-9f00-38486bf61104) {{(pid=102995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:18.233753 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [req-84382f24-ed0d-4380-afaa-b2aebb6353d7 req-c6c89246-ecbd-413e-823f-5c6d66989ee1 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Publish callbacks [] for port (95c6068a-e402-4937-9f00-38486bf61104), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:18.275062 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [req-84382f24-ed0d-4380-afaa-b2aebb6353d7 req-c6c89246-ecbd-413e-823f-5c6d66989ee1 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981'] for port (95c6068a-e402-4937-9f00-38486bf61104), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:18.332086 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-eacb1df0-cf02-40da-9752-dbc0df2bd82a req-91c59a2b-8a9e-4be7-91e5-0e36a62d7d7a tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6825cb4cea9e4921b5312dd51b9920be HTTP/1.1" status: 200 len: 380 time: 0.2496054 Feb 28 10:38:18.383858 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [req-eacb1df0-cf02-40da-9752-dbc0df2bd82a req-84b18aaf-81a9-4ec4-85cf-12c093de0172 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Request body: {'port': {'device_id': 'bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c', 'network_id': '240e2b6c-54c0-4c0d-850d-490078c64530', 'admin_state_up': True, 'tenant_id': '6825cb4cea9e4921b5312dd51b9920be', 'security_groups': ['29e49b4a-f648-4fb8-ac32-be2bb14b1ee6']}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:18.549316 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-504d1803-e1ee-43b2-8155-39d6e7671bc6 req-6ffbb279-f749-483b-9e7e-f2719e93f11f tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bed41c4-1e36-4126-a7e1-f18f69749966 HTTP/1.1" status: 200 len: 210 time: 0.2273607 Feb 28 10:38:18.571367 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-1ecfd098-4b59-4d3a-8fe5-f4781262fb05 req-fc57888c-25da-4d6e-a157-68429b0effb9 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Publish callbacks [] for port (b4d7ada1-17bc-43dd-82b4-6270e1ed85ec), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:18.684814 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2cb2810a-4cdd-4559-861f-a6141a16c554 req-08d77aef-b15d-4458-8260-49af92f3bc16 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a117cac-a1a4-4467-84c0-0a89debf087a HTTP/1.1" status: 200 len: 210 time: 0.1308775 Feb 28 10:38:18.862007 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c89246-ecbd-413e-823f-5c6d66989ee1 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Pushing event updated for resources: {'Port': ['ID=95c6068a-e402-4937-9f00-38486bf61104,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:18.864831 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-4e8ec4a2-b7ef-47a7-932a-1226f3984e45 req-3cd3dd13-517c-4a16-913c-8bf78f2941de tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Publish callbacks [] for port (e3a2cc80-254c-4e2c-bc3f-cb2a6e821357), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:18.925342 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84382f24-ed0d-4380-afaa-b2aebb6353d7 req-c6c89246-ecbd-413e-823f-5c6d66989ee1 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Network 181d6fbd-5cb4-4bfd-bffa-34f454380b3f is already hosted by enough agents. {{(pid=102995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:18.936661 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 53218) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:18.938660 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.base_scheduler [req-84382f24-ed0d-4380-afaa-b2aebb6353d7 req-c6c89246-ecbd-413e-823f-5c6d66989ee1 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Resources bound (agent type, host, resource id): {{(pid=102995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:19.000829 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-1ecfd098-4b59-4d3a-8fe5-f4781262fb05 req-fc57888c-25da-4d6e-a157-68429b0effb9 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981'] for port (b4d7ada1-17bc-43dd-82b4-6270e1ed85ec), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.015525 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.db.l3_dvrscheduler_db [req-84382f24-ed0d-4380-afaa-b2aebb6353d7 req-c6c89246-ecbd-413e-823f-5c6d66989ee1 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Received port after_create {{(pid=102995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:19.018494 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eacb1df0-cf02-40da-9752-dbc0df2bd82a req-84b18aaf-81a9-4ec4-85cf-12c093de0172 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Made reservation on behalf of 6825cb4cea9e4921b5312dd51b9920be for: {'port': 1} {{(pid=102996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:19.022363 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-eacb1df0-cf02-40da-9752-dbc0df2bd82a req-84b18aaf-81a9-4ec4-85cf-12c093de0172 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.030425 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84382f24-ed0d-4380-afaa-b2aebb6353d7 req-c6c89246-ecbd-413e-823f-5c6d66989ee1 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:19.031345 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [req-84382f24-ed0d-4380-afaa-b2aebb6353d7 req-c6c89246-ecbd-413e-823f-5c6d66989ee1 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for port (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.172386 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ca12fcb4-3ca8-4e57-aaaf-6e2f62e467fd req-63632cf6-f692-4bda-a3a3-6407c0fa2626 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 210 time: 0.2880530 Feb 28 10:38:19.179544 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-84382f24-ed0d-4380-afaa-b2aebb6353d7 req-c6c89246-ecbd-413e-823f-5c6d66989ee1 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2396417 Feb 28 10:38:19.181158 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ecfd098-4b59-4d3a-8fe5-f4781262fb05 req-fc57888c-25da-4d6e-a157-68429b0effb9 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Network afedb623-3316-4b12-8ae7-24fcfdd11e46 is already hosted by enough agents. {{(pid=102996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:19.192263 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-002dea95-64ed-4aef-b055-bcdf894f7962 req-740dd41f-9535-4c5c-941d-4e9656f2e927 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c HTTP/1.1" status: 200 len: 210 time: 0.3101332 Feb 28 10:38:19.208726 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32d6f1cb-6755-43a4-83ff-e3ae4f7db96a req-00ccb65d-5e1a-4389-8b32-d0523b9721c6 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Made reservation on behalf of 61d81f9de04c480389701ad30319c05a for: {'port': 1} {{(pid=102995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:19.217244 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [req-32d6f1cb-6755-43a4-83ff-e3ae4f7db96a req-00ccb65d-5e1a-4389-8b32-d0523b9721c6 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.228091 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.base_scheduler [req-1ecfd098-4b59-4d3a-8fe5-f4781262fb05 req-fc57888c-25da-4d6e-a157-68429b0effb9 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Resources bound (agent type, host, resource id): {{(pid=102996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:19.238058 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-4e8ec4a2-b7ef-47a7-932a-1226f3984e45 req-3cd3dd13-517c-4a16-913c-8bf78f2941de tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981'] for port (e3a2cc80-254c-4e2c-bc3f-cb2a6e821357), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.241393 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ecfd098-4b59-4d3a-8fe5-f4781262fb05 req-fc57888c-25da-4d6e-a157-68429b0effb9 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Received port after_create {{(pid=102996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:19.253131 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecfd098-4b59-4d3a-8fe5-f4781262fb05 req-fc57888c-25da-4d6e-a157-68429b0effb9 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:19.257198 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-1ecfd098-4b59-4d3a-8fe5-f4781262fb05 req-fc57888c-25da-4d6e-a157-68429b0effb9 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.271864 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [req-84382f24-ed0d-4380-afaa-b2aebb6353d7 req-50a193cb-2a3a-4966-b481-dd43a98964e7 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102995) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:38:19.273640 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-84382f24-ed0d-4380-afaa-b2aebb6353d7 req-50a193cb-2a3a-4966-b481-dd43a98964e7 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072644 Feb 28 10:38:19.344828 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-1ecfd098-4b59-4d3a-8fe5-f4781262fb05 req-fc57888c-25da-4d6e-a157-68429b0effb9 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4047537 Feb 28 10:38:19.345439 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc57888c-25da-4d6e-a157-68429b0effb9 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Pushing event updated for resources: {'Port': ['ID=b4d7ada1-17bc-43dd-82b4-6270e1ed85ec,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:19.351047 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-4471b822-12de-44f4-b3b3-72adaaef2b6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.447221 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e8ec4a2-b7ef-47a7-932a-1226f3984e45 req-3cd3dd13-517c-4a16-913c-8bf78f2941de tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Network 9b073e6b-c342-425b-a002-2cd2376b1da4 is already hosted by enough agents. {{(pid=102996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:19.450073 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd3dd13-517c-4a16-913c-8bf78f2941de tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Pushing event updated for resources: {'Port': ['ID=e3a2cc80-254c-4e2c-bc3f-cb2a6e821357,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:19.467077 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.base_scheduler [req-4e8ec4a2-b7ef-47a7-932a-1226f3984e45 req-3cd3dd13-517c-4a16-913c-8bf78f2941de tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Resources bound (agent type, host, resource id): {{(pid=102996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:19.501982 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e8ec4a2-b7ef-47a7-932a-1226f3984e45 req-3cd3dd13-517c-4a16-913c-8bf78f2941de tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Received port after_create {{(pid=102996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:19.508243 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ec4a2-b7ef-47a7-932a-1226f3984e45 req-3cd3dd13-517c-4a16-913c-8bf78f2941de tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:19.513146 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-4e8ec4a2-b7ef-47a7-932a-1226f3984e45 req-3cd3dd13-517c-4a16-913c-8bf78f2941de tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.522867 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [req-84382f24-ed0d-4380-afaa-b2aebb6353d7 req-8b00696b-bf13-4113-8310-7fc9a1b599e1 service neutron] Request body: {'port': {'device_id': '153ac64e-34df-447e-965c-92f9ba2a14a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83116'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:19.523593 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.db.db_base_plugin_common [req-32d6f1cb-6755-43a4-83ff-e3ae4f7db96a req-00ccb65d-5e1a-4389-8b32-d0523b9721c6 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Allocated IP 172.20.0.12 (181d6fbd-5cb4-4bfd-bffa-34f454380b3f/bb0c5a25-3924-4147-8d5d-a4a9902af2f7/f245c2a6-a750-496a-95c4-cf5ce2375a89) {{(pid=102995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:19.606279 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.db_base_plugin_common [req-eacb1df0-cf02-40da-9752-dbc0df2bd82a req-84b18aaf-81a9-4ec4-85cf-12c093de0172 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Allocated IP 172.20.0.14 (240e2b6c-54c0-4c0d-850d-490078c64530/c422424b-4bdb-4bd8-9a44-a4d30179929f/82f040bc-13d3-4bf6-ae42-a0ca08db1d4c) {{(pid=102996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:19.675791 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-4471b822-12de-44f4-b3b3-72adaaef2b6a admin admin] Publish callbacks [] for security_group (a498efdb-35aa-453c-869f-dbda9b46e839), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.683566 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [req-1ecfd098-4b59-4d3a-8fe5-f4781262fb05 req-71c08f62-68bd-4299-a9bb-dda171a4725d service neutron] Request body: {'port': {'device_id': '1bed41c4-1e36-4126-a7e1-f18f69749966', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83116'}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:19.690425 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-4471b822-12de-44f4-b3b3-72adaaef2b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (a498efdb-35aa-453c-869f-dbda9b46e839), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.823270 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-4e8ec4a2-b7ef-47a7-932a-1226f3984e45 req-3cd3dd13-517c-4a16-913c-8bf78f2941de tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8819096 Feb 28 10:38:19.826228 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-84382f24-ed0d-4380-afaa-b2aebb6353d7 req-8b00696b-bf13-4113-8310-7fc9a1b599e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (95c6068a-e402-4937-9f00-38486bf61104), before_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.936794 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-4471b822-12de-44f4-b3b3-72adaaef2b6a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=12c28d6a93204fbf9adffe45dec819b3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9958270 Feb 28 10:38:19.937645 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4471b822-12de-44f4-b3b3-72adaaef2b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a498efdb-35aa-453c-869f-dbda9b46e839,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:19.954490 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 53256) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:20.057413 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-eacb1df0-cf02-40da-9752-dbc0df2bd82a req-84b18aaf-81a9-4ec4-85cf-12c093de0172 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks [] for port (82f040bc-13d3-4bf6-ae42-a0ca08db1d4c), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:20.139326 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [req-4e8ec4a2-b7ef-47a7-932a-1226f3984e45 req-ef724c46-a1b2-42c4-967a-c5e1656098fe service neutron] Request body: {'port': {'device_id': '3a117cac-a1a4-4467-84c0-0a89debf087a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83116'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:20.144187 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [req-1ecfd098-4b59-4d3a-8fe5-f4781262fb05 req-71c08f62-68bd-4299-a9bb-dda171a4725d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (b4d7ada1-17bc-43dd-82b4-6270e1ed85ec), before_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:20.186232 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d56435-815b-4b0e-b2a8-640ce5201ae8 req-c44e8039-1e42-41fb-9dd0-b85150b7c2f7 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:20.201576 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e8d56435-815b-4b0e-b2a8-640ce5201ae8 req-c44e8039-1e42-41fb-9dd0-b85150b7c2f7 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bed41c4-1e36-4126-a7e1-f18f69749966 HTTP/1.1" status: 200 len: 931 time: 0.4733741 Feb 28 10:38:20.282861 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649a426-6b5b-4474-b823-71e271951587 req-d821d2b3-503c-4945-8f83-e3b96624c776 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:20.289885 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b649a426-6b5b-4474-b823-71e271951587 req-d821d2b3-503c-4945-8f83-e3b96624c776 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a117cac-a1a4-4467-84c0-0a89debf087a HTTP/1.1" status: 200 len: 931 time: 0.3968709 Feb 28 10:38:20.321237 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-7efea8dc-85ca-46de-8e99-c75e370e5264 admin admin] Publish callbacks [] for security_group (a498efdb-35aa-453c-869f-dbda9b46e839), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:20.335906 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-4e8ec4a2-b7ef-47a7-932a-1226f3984e45 req-ef724c46-a1b2-42c4-967a-c5e1656098fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (e3a2cc80-254c-4e2c-bc3f-cb2a6e821357), before_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:20.386813 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-7efea8dc-85ca-46de-8e99-c75e370e5264 admin admin] Publish callbacks [] for security_group (a498efdb-35aa-453c-869f-dbda9b46e839), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:20.511418 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-eacb1df0-cf02-40da-9752-dbc0df2bd82a req-84b18aaf-81a9-4ec4-85cf-12c093de0172 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981'] for port (82f040bc-13d3-4bf6-ae42-a0ca08db1d4c), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:20.548386 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-7efea8dc-85ca-46de-8e99-c75e370e5264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (a498efdb-35aa-453c-869f-dbda9b46e839), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:20.548386 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-7efea8dc-85ca-46de-8e99-c75e370e5264 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:20.548386 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-7efea8dc-85ca-46de-8e99-c75e370e5264 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a498efdb-35aa-453c-869f-dbda9b46e839 HTTP/1.1" status: 204 len: 168 time: 0.5887554 Feb 28 10:38:20.600791 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [req-32d6f1cb-6755-43a4-83ff-e3ae4f7db96a req-00ccb65d-5e1a-4389-8b32-d0523b9721c6 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Publish callbacks [] for port (f245c2a6-a750-496a-95c4-cf5ce2375a89), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:20.677983 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efea8dc-85ca-46de-8e99-c75e370e5264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a498efdb-35aa-453c-869f-dbda9b46e839,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:20.708547 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eacb1df0-cf02-40da-9752-dbc0df2bd82a req-84b18aaf-81a9-4ec4-85cf-12c093de0172 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Network 240e2b6c-54c0-4c0d-850d-490078c64530 is already hosted by enough agents. {{(pid=102996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:20.717870 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.base_scheduler [req-eacb1df0-cf02-40da-9752-dbc0df2bd82a req-84b18aaf-81a9-4ec4-85cf-12c093de0172 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Resources bound (agent type, host, resource id): {{(pid=102996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:20.725360 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [req-eacb1df0-cf02-40da-9752-dbc0df2bd82a req-84b18aaf-81a9-4ec4-85cf-12c093de0172 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Received port after_create {{(pid=102996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:20.730731 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb1df0-cf02-40da-9752-dbc0df2bd82a req-84b18aaf-81a9-4ec4-85cf-12c093de0172 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:20.731395 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-eacb1df0-cf02-40da-9752-dbc0df2bd82a req-84b18aaf-81a9-4ec4-85cf-12c093de0172 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:20.812993 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-eacb1df0-cf02-40da-9752-dbc0df2bd82a req-84b18aaf-81a9-4ec4-85cf-12c093de0172 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4296861 Feb 28 10:38:20.826006 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b18aaf-81a9-4ec4-85cf-12c093de0172 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Pushing event updated for resources: {'Port': ['ID=82f040bc-13d3-4bf6-ae42-a0ca08db1d4c,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:20.836054 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b649a426-6b5b-4474-b823-71e271951587 req-b68ee446-2742-430e-bbd0-b60feab92a0e tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5427024 Feb 28 10:38:21.003018 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e8d56435-815b-4b0e-b2a8-640ce5201ae8 req-5536e054-18f2-431c-9bfb-e6262f3bf023 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/security-groups?id=60338080-b467-4167-91ec-bc706f1b116e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8005478 Feb 28 10:38:21.054353 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [req-eacb1df0-cf02-40da-9752-dbc0df2bd82a req-2f6f27c5-cc5a-4d2c-aab9-b77ccfd6f8e1 service neutron] Request body: {'port': {'device_id': 'bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83116'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:21.118100 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-76ef4c9f-f582-472c-9139-574f60ab8557 None None] Provisioning complete for port 82f040bc-13d3-4bf6-ae42-a0ca08db1d4c triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:21.118590 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-76ef4c9f-f582-472c-9139-574f60ab8557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (82f040bc-13d3-4bf6-ae42-a0ca08db1d4c), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:21.143689 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [req-32d6f1cb-6755-43a4-83ff-e3ae4f7db96a req-00ccb65d-5e1a-4389-8b32-d0523b9721c6 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981'] for port (f245c2a6-a750-496a-95c4-cf5ce2375a89), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:21.240036 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-76ef4c9f-f582-472c-9139-574f60ab8557 None None] Port 82f040bc-13d3-4bf6-ae42-a0ca08db1d4c cannot update to ACTIVE because it is not bound. {{(pid=102997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:21.267852 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-eacb1df0-cf02-40da-9752-dbc0df2bd82a req-2f6f27c5-cc5a-4d2c-aab9-b77ccfd6f8e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (82f040bc-13d3-4bf6-ae42-a0ca08db1d4c), before_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:21.403703 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [req-84382f24-ed0d-4380-afaa-b2aebb6353d7 req-8b00696b-bf13-4113-8310-7fc9a1b599e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95c6068a-e402-4937-9f00-38486bf61104 {{(pid=102996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:38:21.415277 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-84382f24-ed0d-4380-afaa-b2aebb6353d7 req-8b00696b-bf13-4113-8310-7fc9a1b599e1 service neutron] Publish callbacks [] for port (95c6068a-e402-4937-9f00-38486bf61104), precommit_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:21.425780 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32d6f1cb-6755-43a4-83ff-e3ae4f7db96a req-00ccb65d-5e1a-4389-8b32-d0523b9721c6 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Network 181d6fbd-5cb4-4bfd-bffa-34f454380b3f is already hosted by enough agents. {{(pid=102995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:21.439801 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.base_scheduler [req-32d6f1cb-6755-43a4-83ff-e3ae4f7db96a req-00ccb65d-5e1a-4389-8b32-d0523b9721c6 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Resources bound (agent type, host, resource id): {{(pid=102995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:21.446048 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.db.l3_dvrscheduler_db [req-32d6f1cb-6755-43a4-83ff-e3ae4f7db96a req-00ccb65d-5e1a-4389-8b32-d0523b9721c6 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Received port after_create {{(pid=102995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:21.451652 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d6f1cb-6755-43a4-83ff-e3ae4f7db96a req-00ccb65d-5e1a-4389-8b32-d0523b9721c6 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:21.452277 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [req-32d6f1cb-6755-43a4-83ff-e3ae4f7db96a req-00ccb65d-5e1a-4389-8b32-d0523b9721c6 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for port (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:21.458837 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ccb65d-5e1a-4389-8b32-d0523b9721c6 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Pushing event updated for resources: {'Port': ['ID=f245c2a6-a750-496a-95c4-cf5ce2375a89,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:21.467545 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.notifiers.nova [req-1ecfd098-4b59-4d3a-8fe5-f4781262fb05 req-71c08f62-68bd-4299-a9bb-dda171a4725d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4d7ada1-17bc-43dd-82b4-6270e1ed85ec {{(pid=102995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:38:21.477062 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.provisioning_blocks [req-84382f24-ed0d-4380-afaa-b2aebb6353d7 req-8b00696b-bf13-4113-8310-7fc9a1b599e1 service neutron] Transition to ACTIVE for port object 95c6068a-e402-4937-9f00-38486bf61104 will not be triggered until provisioned by entity L2. {{(pid=102996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:38:21.481956 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a49765-5d4c-43cc-b2af-2949418f53b0 req-6842db7b-277a-433d-a1ef-8d00a34f88aa tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:21.488991 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-41a49765-5d4c-43cc-b2af-2949418f53b0 req-6842db7b-277a-433d-a1ef-8d00a34f88aa tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 932 time: 0.4102156 Feb 28 10:38:21.502282 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [req-1ecfd098-4b59-4d3a-8fe5-f4781262fb05 req-71c08f62-68bd-4299-a9bb-dda171a4725d service neutron] Publish callbacks [] for port (b4d7ada1-17bc-43dd-82b4-6270e1ed85ec), precommit_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:21.523820 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-84382f24-ed0d-4380-afaa-b2aebb6353d7 req-8b00696b-bf13-4113-8310-7fc9a1b599e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (95c6068a-e402-4937-9f00-38486bf61104), after_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:21.635455 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b00696b-bf13-4113-8310-7fc9a1b599e1 service neutron] Pushing event updated for resources: {'Port': ['ID=95c6068a-e402-4937-9f00-38486bf61104,revision_number=2']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:21.876444 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.db.provisioning_blocks [req-1ecfd098-4b59-4d3a-8fe5-f4781262fb05 req-71c08f62-68bd-4299-a9bb-dda171a4725d service neutron] Transition to ACTIVE for port object b4d7ada1-17bc-43dd-82b4-6270e1ed85ec will not be triggered until provisioned by entity L2. {{(pid=102995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:38:21.896307 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [req-1ecfd098-4b59-4d3a-8fe5-f4781262fb05 req-71c08f62-68bd-4299-a9bb-dda171a4725d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (b4d7ada1-17bc-43dd-82b4-6270e1ed85ec), after_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:21.989937 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126d2a7-91d6-4b62-ade6-97f384a5304d req-c2087153-16f2-454e-a5c7-baa0fb849a2c tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:21.998597 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1126d2a7-91d6-4b62-ade6-97f384a5304d req-c2087153-16f2-454e-a5c7-baa0fb849a2c tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c HTTP/1.1" status: 200 len: 932 time: 0.7222650 Feb 28 10:38:22.010743 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-32d6f1cb-6755-43a4-83ff-e3ae4f7db96a req-00ccb65d-5e1a-4389-8b32-d0523b9721c6 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5613873 Feb 28 10:38:22.020673 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c08f62-68bd-4299-a9bb-dda171a4725d service neutron] Pushing event updated for resources: {'Port': ['ID=b4d7ada1-17bc-43dd-82b4-6270e1ed85ec,revision_number=2']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:22.080442 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [req-32d6f1cb-6755-43a4-83ff-e3ae4f7db96a req-f96991e6-4a49-48b6-964e-a652856c00e7 service neutron] Request body: {'port': {'device_id': 'e92de976-3518-4077-8b8e-ae4b9a5c5b3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83116'}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:22.138576 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-41a49765-5d4c-43cc-b2af-2949418f53b0 req-6b1ef530-bff7-4f7e-9245-cda80dfc4550 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6477537 Feb 28 10:38:22.269244 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [req-4e8ec4a2-b7ef-47a7-932a-1226f3984e45 req-ef724c46-a1b2-42c4-967a-c5e1656098fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3a2cc80-254c-4e2c-bc3f-cb2a6e821357 {{(pid=102996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:38:22.358994 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1126d2a7-91d6-4b62-ade6-97f384a5304d req-e34c3fc3-9234-4003-aaa8-a8c89305fff6 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=29e49b4a-f648-4fb8-ac32-be2bb14b1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3567114 Feb 28 10:38:22.452673 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-4e8ec4a2-b7ef-47a7-932a-1226f3984e45 req-ef724c46-a1b2-42c4-967a-c5e1656098fe service neutron] Publish callbacks [] for port (e3a2cc80-254c-4e2c-bc3f-cb2a6e821357), precommit_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:22.453567 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [req-32d6f1cb-6755-43a4-83ff-e3ae4f7db96a req-f96991e6-4a49-48b6-964e-a652856c00e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (f245c2a6-a750-496a-95c4-cf5ce2375a89), before_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:22.470453 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-84382f24-ed0d-4380-afaa-b2aebb6353d7 req-8b00696b-bf13-4113-8310-7fc9a1b599e1 service neutron] Attempting to bind port 95c6068a-e402-4937-9f00-38486bf61104 on host hv-cinder-83116 for vnic_type normal with profile {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:38:22.470819 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-84382f24-ed0d-4380-afaa-b2aebb6353d7 req-8b00696b-bf13-4113-8310-7fc9a1b599e1 service neutron] Attempting to bind port 95c6068a-e402-4937-9f00-38486bf61104 by drivers openvswitch,hyperv on host hv-cinder-83116 at level 0 using segments [{'id': '00a7182d-ed44-43e5-8da3-65da6fab2cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '181d6fbd-5cb4-4bfd-bffa-34f454380b3f'}] {{(pid=102996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:38:22.471234 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84382f24-ed0d-4380-afaa-b2aebb6353d7 req-8b00696b-bf13-4113-8310-7fc9a1b599e1 service neutron] Attempting to bind port 95c6068a-e402-4937-9f00-38486bf61104 on network 181d6fbd-5cb4-4bfd-bffa-34f454380b3f {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:38:22.494133 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84382f24-ed0d-4380-afaa-b2aebb6353d7 req-8b00696b-bf13-4113-8310-7fc9a1b599e1 service neutron] Port 95c6068a-e402-4937-9f00-38486bf61104 on network 181d6fbd-5cb4-4bfd-bffa-34f454380b3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83116 {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:38:22.494455 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84382f24-ed0d-4380-afaa-b2aebb6353d7 req-8b00696b-bf13-4113-8310-7fc9a1b599e1 service neutron] Attempting to bind port 95c6068a-e402-4937-9f00-38486bf61104 on network 181d6fbd-5cb4-4bfd-bffa-34f454380b3f {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:38:22.499048 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.provisioning_blocks [req-4e8ec4a2-b7ef-47a7-932a-1226f3984e45 req-ef724c46-a1b2-42c4-967a-c5e1656098fe service neutron] Transition to ACTIVE for port object e3a2cc80-254c-4e2c-bc3f-cb2a6e821357 will not be triggered until provisioned by entity L2. {{(pid=102996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:38:22.510546 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-4e8ec4a2-b7ef-47a7-932a-1226f3984e45 req-ef724c46-a1b2-42c4-967a-c5e1656098fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (e3a2cc80-254c-4e2c-bc3f-cb2a6e821357), after_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:22.518212 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84382f24-ed0d-4380-afaa-b2aebb6353d7 req-8b00696b-bf13-4113-8310-7fc9a1b599e1 service neutron] Checking agent: {'id': 'db31e800-75f5-4bdb-84cd-f402d346b45c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 36, 4), 'started_at': datetime.datetime(2022, 2, 28, 10, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:38:22.518546 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84382f24-ed0d-4380-afaa-b2aebb6353d7 req-8b00696b-bf13-4113-8310-7fc9a1b599e1 service neutron] Checking segment: {'id': '00a7182d-ed44-43e5-8da3-65da6fab2cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '181d6fbd-5cb4-4bfd-bffa-34f454380b3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:38:22.519132 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84382f24-ed0d-4380-afaa-b2aebb6353d7 req-8b00696b-bf13-4113-8310-7fc9a1b599e1 service neutron] Bound using segment: {'id': '00a7182d-ed44-43e5-8da3-65da6fab2cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '181d6fbd-5cb4-4bfd-bffa-34f454380b3f'} {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:38:22.519627 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-84382f24-ed0d-4380-afaa-b2aebb6353d7 req-8b00696b-bf13-4113-8310-7fc9a1b599e1 service neutron] Bound port: 95c6068a-e402-4937-9f00-38486bf61104, host: hv-cinder-83116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00a7182d-ed44-43e5-8da3-65da6fab2cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '181d6fbd-5cb4-4bfd-bffa-34f454380b3f'}}] {{(pid=102996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:38:22.519972 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-84382f24-ed0d-4380-afaa-b2aebb6353d7 req-8b00696b-bf13-4113-8310-7fc9a1b599e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (95c6068a-e402-4937-9f00-38486bf61104), before_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:22.656710 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.managers [req-1ecfd098-4b59-4d3a-8fe5-f4781262fb05 req-71c08f62-68bd-4299-a9bb-dda171a4725d service neutron] Attempting to bind port b4d7ada1-17bc-43dd-82b4-6270e1ed85ec on host hv-cinder-83116 for vnic_type normal with profile {{(pid=102995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:38:22.657083 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.managers [req-1ecfd098-4b59-4d3a-8fe5-f4781262fb05 req-71c08f62-68bd-4299-a9bb-dda171a4725d service neutron] Attempting to bind port b4d7ada1-17bc-43dd-82b4-6270e1ed85ec by drivers openvswitch,hyperv on host hv-cinder-83116 at level 0 using segments [{'id': '423b6589-79ab-4f39-a7b9-b1085abb310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'afedb623-3316-4b12-8ae7-24fcfdd11e46'}] {{(pid=102995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:38:22.657432 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecfd098-4b59-4d3a-8fe5-f4781262fb05 req-71c08f62-68bd-4299-a9bb-dda171a4725d service neutron] Attempting to bind port b4d7ada1-17bc-43dd-82b4-6270e1ed85ec on network afedb623-3316-4b12-8ae7-24fcfdd11e46 {{(pid=102995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:38:22.679204 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecfd098-4b59-4d3a-8fe5-f4781262fb05 req-71c08f62-68bd-4299-a9bb-dda171a4725d service neutron] Port b4d7ada1-17bc-43dd-82b4-6270e1ed85ec on network afedb623-3316-4b12-8ae7-24fcfdd11e46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83116 {{(pid=102995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:38:22.679544 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecfd098-4b59-4d3a-8fe5-f4781262fb05 req-71c08f62-68bd-4299-a9bb-dda171a4725d service neutron] Attempting to bind port b4d7ada1-17bc-43dd-82b4-6270e1ed85ec on network afedb623-3316-4b12-8ae7-24fcfdd11e46 {{(pid=102995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:38:22.700690 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef724c46-a1b2-42c4-967a-c5e1656098fe service neutron] Pushing event updated for resources: {'Port': ['ID=e3a2cc80-254c-4e2c-bc3f-cb2a6e821357,revision_number=2']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:22.729836 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecfd098-4b59-4d3a-8fe5-f4781262fb05 req-71c08f62-68bd-4299-a9bb-dda171a4725d service neutron] Checking agent: {'id': 'db31e800-75f5-4bdb-84cd-f402d346b45c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 36, 4), 'started_at': datetime.datetime(2022, 2, 28, 10, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:38:22.730181 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecfd098-4b59-4d3a-8fe5-f4781262fb05 req-71c08f62-68bd-4299-a9bb-dda171a4725d service neutron] Checking segment: {'id': '423b6589-79ab-4f39-a7b9-b1085abb310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'afedb623-3316-4b12-8ae7-24fcfdd11e46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:38:22.730751 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecfd098-4b59-4d3a-8fe5-f4781262fb05 req-71c08f62-68bd-4299-a9bb-dda171a4725d service neutron] Bound using segment: {'id': '423b6589-79ab-4f39-a7b9-b1085abb310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'afedb623-3316-4b12-8ae7-24fcfdd11e46'} {{(pid=102995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:38:22.733547 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.managers [req-1ecfd098-4b59-4d3a-8fe5-f4781262fb05 req-71c08f62-68bd-4299-a9bb-dda171a4725d service neutron] Bound port: b4d7ada1-17bc-43dd-82b4-6270e1ed85ec, host: hv-cinder-83116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423b6589-79ab-4f39-a7b9-b1085abb310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'afedb623-3316-4b12-8ae7-24fcfdd11e46'}}] {{(pid=102995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:38:22.733956 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [req-1ecfd098-4b59-4d3a-8fe5-f4781262fb05 req-71c08f62-68bd-4299-a9bb-dda171a4725d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (b4d7ada1-17bc-43dd-82b4-6270e1ed85ec), before_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:22.748024 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-4e8ec4a2-b7ef-47a7-932a-1226f3984e45 req-ef724c46-a1b2-42c4-967a-c5e1656098fe service neutron] Attempting to bind port e3a2cc80-254c-4e2c-bc3f-cb2a6e821357 on host hv-cinder-83116 for vnic_type normal with profile {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:38:22.748311 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-4e8ec4a2-b7ef-47a7-932a-1226f3984e45 req-ef724c46-a1b2-42c4-967a-c5e1656098fe service neutron] Attempting to bind port e3a2cc80-254c-4e2c-bc3f-cb2a6e821357 by drivers openvswitch,hyperv on host hv-cinder-83116 at level 0 using segments [{'id': '70a518fb-2283-4553-b90f-d3f0f325e4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9b073e6b-c342-425b-a002-2cd2376b1da4'}] {{(pid=102996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:38:22.748683 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8ec4a2-b7ef-47a7-932a-1226f3984e45 req-ef724c46-a1b2-42c4-967a-c5e1656098fe service neutron] Attempting to bind port e3a2cc80-254c-4e2c-bc3f-cb2a6e821357 on network 9b073e6b-c342-425b-a002-2cd2376b1da4 {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:38:22.798949 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-84382f24-ed0d-4380-afaa-b2aebb6353d7 req-8b00696b-bf13-4113-8310-7fc9a1b599e1 service neutron] For port 95c6068a-e402-4937-9f00-38486bf61104, host hv-cinder-83116, cleared binding levels {{(pid=102996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:38:22.817749 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1d032-8e9c-4bad-85d0-ec7a53335fc8 req-30441718-3527-4fb7-acb9-de690a1836f1 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:22.819327 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a2a1d032-8e9c-4bad-85d0-ec7a53335fc8 req-30441718-3527-4fb7-acb9-de690a1836f1 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a117cac-a1a4-4467-84c0-0a89debf087a HTTP/1.1" status: 200 len: 931 time: 0.3825400 Feb 28 10:38:22.828498 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-84382f24-ed0d-4380-afaa-b2aebb6353d7 req-8b00696b-bf13-4113-8310-7fc9a1b599e1 service neutron] For port 95c6068a-e402-4937-9f00-38486bf61104, host hv-cinder-83116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=95c6068a-e402-4937-9f00-38486bf61104,segment=NetworkSegment(00a7182d-ed44-43e5-8da3-65da6fab2cc0),segment_id=00a7182d-ed44-43e5-8da3-65da6fab2cc0)] {{(pid=102996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:38:22.830158 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8ec4a2-b7ef-47a7-932a-1226f3984e45 req-ef724c46-a1b2-42c4-967a-c5e1656098fe service neutron] Port e3a2cc80-254c-4e2c-bc3f-cb2a6e821357 on network 9b073e6b-c342-425b-a002-2cd2376b1da4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83116 {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:38:22.830503 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8ec4a2-b7ef-47a7-932a-1226f3984e45 req-ef724c46-a1b2-42c4-967a-c5e1656098fe service neutron] Attempting to bind port e3a2cc80-254c-4e2c-bc3f-cb2a6e821357 on network 9b073e6b-c342-425b-a002-2cd2376b1da4 {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:38:22.899814 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-84382f24-ed0d-4380-afaa-b2aebb6353d7 req-8b00696b-bf13-4113-8310-7fc9a1b599e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (95c6068a-e402-4937-9f00-38486bf61104), after_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:22.908762 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [req-eacb1df0-cf02-40da-9752-dbc0df2bd82a req-2f6f27c5-cc5a-4d2c-aab9-b77ccfd6f8e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82f040bc-13d3-4bf6-ae42-a0ca08db1d4c {{(pid=102996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:38:22.915450 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8ec4a2-b7ef-47a7-932a-1226f3984e45 req-ef724c46-a1b2-42c4-967a-c5e1656098fe service neutron] Checking agent: {'id': 'db31e800-75f5-4bdb-84cd-f402d346b45c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 36, 4), 'started_at': datetime.datetime(2022, 2, 28, 10, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:38:22.915962 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8ec4a2-b7ef-47a7-932a-1226f3984e45 req-ef724c46-a1b2-42c4-967a-c5e1656098fe service neutron] Checking segment: {'id': '70a518fb-2283-4553-b90f-d3f0f325e4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9b073e6b-c342-425b-a002-2cd2376b1da4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:38:22.916576 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8ec4a2-b7ef-47a7-932a-1226f3984e45 req-ef724c46-a1b2-42c4-967a-c5e1656098fe service neutron] Bound using segment: {'id': '70a518fb-2283-4553-b90f-d3f0f325e4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9b073e6b-c342-425b-a002-2cd2376b1da4'} {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:38:22.917125 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-4e8ec4a2-b7ef-47a7-932a-1226f3984e45 req-ef724c46-a1b2-42c4-967a-c5e1656098fe service neutron] Bound port: e3a2cc80-254c-4e2c-bc3f-cb2a6e821357, host: hv-cinder-83116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70a518fb-2283-4553-b90f-d3f0f325e4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9b073e6b-c342-425b-a002-2cd2376b1da4'}}] {{(pid=102996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:38:22.917583 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-4e8ec4a2-b7ef-47a7-932a-1226f3984e45 req-ef724c46-a1b2-42c4-967a-c5e1656098fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (e3a2cc80-254c-4e2c-bc3f-cb2a6e821357), before_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:22.948106 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ecbd9c-1b58-4514-878f-3db725b67d8c req-8d2d58ff-469a-4ae1-8f3b-aa2cebf8b56d tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:22.949643 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d4ecbd9c-1b58-4514-878f-3db725b67d8c req-8d2d58ff-469a-4ae1-8f3b-aa2cebf8b56d tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bed41c4-1e36-4126-a7e1-f18f69749966 HTTP/1.1" status: 200 len: 943 time: 0.4167607 Feb 28 10:38:22.961985 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.db [req-1ecfd098-4b59-4d3a-8fe5-f4781262fb05 req-71c08f62-68bd-4299-a9bb-dda171a4725d service neutron] For port b4d7ada1-17bc-43dd-82b4-6270e1ed85ec, host hv-cinder-83116, cleared binding levels {{(pid=102995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:38:22.987662 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-eacb1df0-cf02-40da-9752-dbc0df2bd82a req-2f6f27c5-cc5a-4d2c-aab9-b77ccfd6f8e1 service neutron] Publish callbacks [] for port (82f040bc-13d3-4bf6-ae42-a0ca08db1d4c), precommit_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:23.038089 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84382f24-ed0d-4380-afaa-b2aebb6353d7 req-8b00696b-bf13-4113-8310-7fc9a1b599e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:23.038717 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-84382f24-ed0d-4380-afaa-b2aebb6353d7 req-8b00696b-bf13-4113-8310-7fc9a1b599e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:23.040296 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-84382f24-ed0d-4380-afaa-b2aebb6353d7 req-8b00696b-bf13-4113-8310-7fc9a1b599e1 service neutron] 10.222.0.46 "PUT /v2.0/ports/95c6068a-e402-4937-9f00-38486bf61104 HTTP/1.1" status: 200 len: 1093 time: 3.6303465 Feb 28 10:38:23.043007 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '153ac64e-34df-447e-965c-92f9ba2a14a8', 'tag': '95c6068a-e402-4937-9f00-38486bf61104'}] {{(pid=102996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:38:23.059978 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.db [req-1ecfd098-4b59-4d3a-8fe5-f4781262fb05 req-71c08f62-68bd-4299-a9bb-dda171a4725d service neutron] For port b4d7ada1-17bc-43dd-82b4-6270e1ed85ec, host hv-cinder-83116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=b4d7ada1-17bc-43dd-82b4-6270e1ed85ec,segment=NetworkSegment(423b6589-79ab-4f39-a7b9-b1085abb310d),segment_id=423b6589-79ab-4f39-a7b9-b1085abb310d)] {{(pid=102995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:38:23.119043 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [req-1ecfd098-4b59-4d3a-8fe5-f4781262fb05 req-71c08f62-68bd-4299-a9bb-dda171a4725d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (b4d7ada1-17bc-43dd-82b4-6270e1ed85ec), after_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:23.217341 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.provisioning_blocks [req-eacb1df0-cf02-40da-9752-dbc0df2bd82a req-2f6f27c5-cc5a-4d2c-aab9-b77ccfd6f8e1 service neutron] Transition to ACTIVE for port object 82f040bc-13d3-4bf6-ae42-a0ca08db1d4c will not be triggered until provisioned by entity L2. {{(pid=102996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:38:23.252459 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b00696b-bf13-4113-8310-7fc9a1b599e1 service neutron] Pushing event updated for resources: {'Port': ['ID=95c6068a-e402-4937-9f00-38486bf61104,revision_number=3']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:23.322461 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-eacb1df0-cf02-40da-9752-dbc0df2bd82a req-2f6f27c5-cc5a-4d2c-aab9-b77ccfd6f8e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (82f040bc-13d3-4bf6-ae42-a0ca08db1d4c), after_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:23.329088 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a2a1d032-8e9c-4bad-85d0-ec7a53335fc8 req-4b2109a5-f74c-46c3-be89-71912cef4c33 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4454982 Feb 28 10:38:23.389613 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecfd098-4b59-4d3a-8fe5-f4781262fb05 req-71c08f62-68bd-4299-a9bb-dda171a4725d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:23.390587 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [req-1ecfd098-4b59-4d3a-8fe5-f4781262fb05 req-71c08f62-68bd-4299-a9bb-dda171a4725d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for port (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:23.392773 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1ecfd098-4b59-4d3a-8fe5-f4781262fb05 req-71c08f62-68bd-4299-a9bb-dda171a4725d service neutron] 10.222.0.46 "PUT /v2.0/ports/b4d7ada1-17bc-43dd-82b4-6270e1ed85ec HTTP/1.1" status: 200 len: 1093 time: 3.9373243 Feb 28 10:38:23.401003 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bed41c4-1e36-4126-a7e1-f18f69749966', 'tag': 'b4d7ada1-17bc-43dd-82b4-6270e1ed85ec'}] {{(pid=102995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:38:23.439513 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-4e8ec4a2-b7ef-47a7-932a-1226f3984e45 req-ef724c46-a1b2-42c4-967a-c5e1656098fe service neutron] For port e3a2cc80-254c-4e2c-bc3f-cb2a6e821357, host hv-cinder-83116, cleared binding levels {{(pid=102996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:38:23.496979 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-4e8ec4a2-b7ef-47a7-932a-1226f3984e45 req-ef724c46-a1b2-42c4-967a-c5e1656098fe service neutron] For port e3a2cc80-254c-4e2c-bc3f-cb2a6e821357, host hv-cinder-83116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=e3a2cc80-254c-4e2c-bc3f-cb2a6e821357,segment=NetworkSegment(70a518fb-2283-4553-b90f-d3f0f325e4d8),segment_id=70a518fb-2283-4553-b90f-d3f0f325e4d8)] {{(pid=102996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:38:23.524293 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6f27c5-cc5a-4d2c-aab9-b77ccfd6f8e1 service neutron] Pushing event updated for resources: {'Port': ['ID=82f040bc-13d3-4bf6-ae42-a0ca08db1d4c,revision_number=2']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:23.527089 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-4e8ec4a2-b7ef-47a7-932a-1226f3984e45 req-ef724c46-a1b2-42c4-967a-c5e1656098fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (e3a2cc80-254c-4e2c-bc3f-cb2a6e821357), after_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:23.713272 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d4ecbd9c-1b58-4514-878f-3db725b67d8c req-ef834207-9c15-4df9-a6eb-1f8791df8335 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/security-groups?id=60338080-b467-4167-91ec-bc706f1b116e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7225356 Feb 28 10:38:23.715107 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fc607127e9415785fd538e0c70e4bf06f6b8f20b6b46de5a0809c41644901f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7b48e8-5ef1-4180-8ec2-3f56bcc879fd" -d '{"events": [{"name": "network-changed", "server_uuid": "153ac64e-34df-447e-965c-92f9ba2a14a8", "tag": "95c6068a-e402-4937-9f00-38486bf61104"}]}' {{(pid=102996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:38:23.737695 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ec4a2-b7ef-47a7-932a-1226f3984e45 req-ef724c46-a1b2-42c4-967a-c5e1656098fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:23.737695 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-4e8ec4a2-b7ef-47a7-932a-1226f3984e45 req-ef724c46-a1b2-42c4-967a-c5e1656098fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:23.737695 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-4e8ec4a2-b7ef-47a7-932a-1226f3984e45 req-ef724c46-a1b2-42c4-967a-c5e1656098fe service neutron] 10.222.0.46 "PUT /v2.0/ports/e3a2cc80-254c-4e2c-bc3f-cb2a6e821357 HTTP/1.1" status: 200 len: 1093 time: 3.6000714 Feb 28 10:38:23.791827 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84382f24-ed0d-4380-afaa-b2aebb6353d7 req-fef73fb9-e376-49ce-93af-183b12d7bc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:23.793314 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-84382f24-ed0d-4380-afaa-b2aebb6353d7 req-fef73fb9-e376-49ce-93af-183b12d7bc78 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=61d81f9de04c480389701ad30319c05a&device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 1127 time: 0.5743842 Feb 28 10:38:23.808636 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-eacb1df0-cf02-40da-9752-dbc0df2bd82a req-2f6f27c5-cc5a-4d2c-aab9-b77ccfd6f8e1 service neutron] Attempting to bind port 82f040bc-13d3-4bf6-ae42-a0ca08db1d4c on host hv-cinder-83116 for vnic_type normal with profile {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:38:23.808965 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-eacb1df0-cf02-40da-9752-dbc0df2bd82a req-2f6f27c5-cc5a-4d2c-aab9-b77ccfd6f8e1 service neutron] Attempting to bind port 82f040bc-13d3-4bf6-ae42-a0ca08db1d4c by drivers openvswitch,hyperv on host hv-cinder-83116 at level 0 using segments [{'id': '6c2048f2-30c2-42f7-807e-dc8d048f6f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '240e2b6c-54c0-4c0d-850d-490078c64530'}] {{(pid=102996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:38:23.809291 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eacb1df0-cf02-40da-9752-dbc0df2bd82a req-2f6f27c5-cc5a-4d2c-aab9-b77ccfd6f8e1 service neutron] Attempting to bind port 82f040bc-13d3-4bf6-ae42-a0ca08db1d4c on network 240e2b6c-54c0-4c0d-850d-490078c64530 {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:38:23.904461 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1dd8a96f8805fcf8ad92b8a44c4310027887bdef0368274a5855f6003a6db1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d5d05b-d75c-431d-87a0-cc9ae70d9482" -d '{"events": [{"name": "network-changed", "server_uuid": "1bed41c4-1e36-4126-a7e1-f18f69749966", "tag": "b4d7ada1-17bc-43dd-82b4-6270e1ed85ec"}]}' {{(pid=102995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:38:23.978525 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c08f62-68bd-4299-a9bb-dda171a4725d service neutron] Pushing event updated for resources: {'Port': ['ID=b4d7ada1-17bc-43dd-82b4-6270e1ed85ec,revision_number=3']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:24.014470 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eacb1df0-cf02-40da-9752-dbc0df2bd82a req-2f6f27c5-cc5a-4d2c-aab9-b77ccfd6f8e1 service neutron] Port 82f040bc-13d3-4bf6-ae42-a0ca08db1d4c on network 240e2b6c-54c0-4c0d-850d-490078c64530 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83116 {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:38:24.014870 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eacb1df0-cf02-40da-9752-dbc0df2bd82a req-2f6f27c5-cc5a-4d2c-aab9-b77ccfd6f8e1 service neutron] Attempting to bind port 82f040bc-13d3-4bf6-ae42-a0ca08db1d4c on network 240e2b6c-54c0-4c0d-850d-490078c64530 {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:38:24.030335 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-84382f24-ed0d-4380-afaa-b2aebb6353d7 req-cdca9060-f81b-4bc2-973b-27f51d4f3a6c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95c6068a-e402-4937-9f00-38486bf61104 HTTP/1.1" status: 200 len: 217 time: 0.2177458 Feb 28 10:38:24.055071 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eacb1df0-cf02-40da-9752-dbc0df2bd82a req-2f6f27c5-cc5a-4d2c-aab9-b77ccfd6f8e1 service neutron] Checking agent: {'id': 'db31e800-75f5-4bdb-84cd-f402d346b45c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 36, 4), 'started_at': datetime.datetime(2022, 2, 28, 10, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:38:24.055434 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eacb1df0-cf02-40da-9752-dbc0df2bd82a req-2f6f27c5-cc5a-4d2c-aab9-b77ccfd6f8e1 service neutron] Checking segment: {'id': '6c2048f2-30c2-42f7-807e-dc8d048f6f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '240e2b6c-54c0-4c0d-850d-490078c64530'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:38:24.055812 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eacb1df0-cf02-40da-9752-dbc0df2bd82a req-2f6f27c5-cc5a-4d2c-aab9-b77ccfd6f8e1 service neutron] Bound using segment: {'id': '6c2048f2-30c2-42f7-807e-dc8d048f6f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '240e2b6c-54c0-4c0d-850d-490078c64530'} {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:38:24.056258 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-eacb1df0-cf02-40da-9752-dbc0df2bd82a req-2f6f27c5-cc5a-4d2c-aab9-b77ccfd6f8e1 service neutron] Bound port: 82f040bc-13d3-4bf6-ae42-a0ca08db1d4c, host: hv-cinder-83116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c2048f2-30c2-42f7-807e-dc8d048f6f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '240e2b6c-54c0-4c0d-850d-490078c64530'}}] {{(pid=102996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:38:24.056583 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-eacb1df0-cf02-40da-9752-dbc0df2bd82a req-2f6f27c5-cc5a-4d2c-aab9-b77ccfd6f8e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (82f040bc-13d3-4bf6-ae42-a0ca08db1d4c), before_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:24.097713 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecfd098-4b59-4d3a-8fe5-f4781262fb05 req-281e8a0b-c96a-47b8-b365-cd98d1758301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:24.101006 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1ecfd098-4b59-4d3a-8fe5-f4781262fb05 req-281e8a0b-c96a-47b8-b365-cd98d1758301 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d07247712e664711bc6778d697ef6757&device_id=1bed41c4-1e36-4126-a7e1-f18f69749966 HTTP/1.1" status: 200 len: 1127 time: 0.5957665 Feb 28 10:38:24.105474 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef724c46-a1b2-42c4-967a-c5e1656098fe service neutron] Pushing event updated for resources: {'Port': ['ID=e3a2cc80-254c-4e2c-bc3f-cb2a6e821357,revision_number=3']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:24.237958 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84382f24-ed0d-4380-afaa-b2aebb6353d7 req-d0c308c9-f107-43a4-b106-ec1111ddc306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:24.239700 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-84382f24-ed0d-4380-afaa-b2aebb6353d7 req-d0c308c9-f107-43a4-b106-ec1111ddc306 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bb0c5a25-3924-4147-8d5d-a4a9902af2f7 HTTP/1.1" status: 200 len: 859 time: 0.1861415 Feb 28 10:38:24.244448 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ec4a2-b7ef-47a7-932a-1226f3984e45 req-2f717f19-1073-4fe0-a5a2-d5f475849e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:24.246071 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-4e8ec4a2-b7ef-47a7-932a-1226f3984e45 req-2f717f19-1073-4fe0-a5a2-d5f475849e68 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4151886992af47f89a22d8119c3ffd94&device_id=3a117cac-a1a4-4467-84c0-0a89debf087a HTTP/1.1" status: 200 len: 1127 time: 0.4081233 Feb 28 10:38:24.283651 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-eacb1df0-cf02-40da-9752-dbc0df2bd82a req-2f6f27c5-cc5a-4d2c-aab9-b77ccfd6f8e1 service neutron] For port 82f040bc-13d3-4bf6-ae42-a0ca08db1d4c, host hv-cinder-83116, cleared binding levels {{(pid=102996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:38:24.287398 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-eacb1df0-cf02-40da-9752-dbc0df2bd82a req-2f6f27c5-cc5a-4d2c-aab9-b77ccfd6f8e1 service neutron] For port 82f040bc-13d3-4bf6-ae42-a0ca08db1d4c, host hv-cinder-83116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=82f040bc-13d3-4bf6-ae42-a0ca08db1d4c,segment=NetworkSegment(6c2048f2-30c2-42f7-807e-dc8d048f6f75),segment_id=6c2048f2-30c2-42f7-807e-dc8d048f6f75)] {{(pid=102996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:38:24.300307 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-eacb1df0-cf02-40da-9752-dbc0df2bd82a req-2f6f27c5-cc5a-4d2c-aab9-b77ccfd6f8e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (82f040bc-13d3-4bf6-ae42-a0ca08db1d4c), after_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:24.321977 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1ecfd098-4b59-4d3a-8fe5-f4781262fb05 req-44d935f4-6579-44c2-88cf-abfbf2fa956d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4d7ada1-17bc-43dd-82b4-6270e1ed85ec HTTP/1.1" status: 200 len: 217 time: 0.1608820 Feb 28 10:38:24.331372 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c2603-7aed-4190-85fd-d9d68cd59864 req-eb0bb40e-ddb1-43d8-a4ff-c226caa5bda0 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:24.333334 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-8f5c2603-7aed-4190-85fd-d9d68cd59864 req-eb0bb40e-ddb1-43d8-a4ff-c226caa5bda0 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c HTTP/1.1" status: 200 len: 944 time: 0.3743763 Feb 28 10:38:24.347283 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436edb0-adac-4574-bc98-016cc263d01c req-5587cb78-527a-4a17-944b-8184032d53b2 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:24.349316 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d436edb0-adac-4574-bc98-016cc263d01c req-5587cb78-527a-4a17-944b-8184032d53b2 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 932 time: 0.4131744 Feb 28 10:38:24.380331 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.notifiers.nova [req-32d6f1cb-6755-43a4-83ff-e3ae4f7db96a req-f96991e6-4a49-48b6-964e-a652856c00e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f245c2a6-a750-496a-95c4-cf5ce2375a89 {{(pid=102995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:38:24.402215 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [req-32d6f1cb-6755-43a4-83ff-e3ae4f7db96a req-f96991e6-4a49-48b6-964e-a652856c00e7 service neutron] Publish callbacks [] for port (f245c2a6-a750-496a-95c4-cf5ce2375a89), precommit_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:24.416463 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb1df0-cf02-40da-9752-dbc0df2bd82a req-2f6f27c5-cc5a-4d2c-aab9-b77ccfd6f8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:24.417056 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-eacb1df0-cf02-40da-9752-dbc0df2bd82a req-2f6f27c5-cc5a-4d2c-aab9-b77ccfd6f8e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:24.419098 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-eacb1df0-cf02-40da-9752-dbc0df2bd82a req-2f6f27c5-cc5a-4d2c-aab9-b77ccfd6f8e1 service neutron] 10.222.0.46 "PUT /v2.0/ports/82f040bc-13d3-4bf6-ae42-a0ca08db1d4c HTTP/1.1" status: 200 len: 1094 time: 3.3728139 Feb 28 10:38:24.625957 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.db.provisioning_blocks [req-32d6f1cb-6755-43a4-83ff-e3ae4f7db96a req-f96991e6-4a49-48b6-964e-a652856c00e7 service neutron] Transition to ACTIVE for port object f245c2a6-a750-496a-95c4-cf5ce2375a89 will not be triggered until provisioned by entity L2. {{(pid=102995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:38:24.648082 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-8f5c2603-7aed-4190-85fd-d9d68cd59864 req-857f2b8f-c194-40ef-b378-a6b4d9c65a88 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=29e49b4a-f648-4fb8-ac32-be2bb14b1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2957180 Feb 28 10:38:24.696342 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [req-32d6f1cb-6755-43a4-83ff-e3ae4f7db96a req-f96991e6-4a49-48b6-964e-a652856c00e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (f245c2a6-a750-496a-95c4-cf5ce2375a89), after_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:24.707363 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-4e8ec4a2-b7ef-47a7-932a-1226f3984e45 req-96937231-15d6-44ee-a5b4-6d133e7dba87 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3a2cc80-254c-4e2c-bc3f-cb2a6e821357 HTTP/1.1" status: 200 len: 217 time: 0.2924116 Feb 28 10:38:24.709497 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-84382f24-ed0d-4380-afaa-b2aebb6353d7 req-2a3d607f-d19d-4138-9674-56e12a0c304c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=181d6fbd-5cb4-4bfd-bffa-34f454380b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2957091 Feb 28 10:38:24.735667 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d436edb0-adac-4574-bc98-016cc263d01c req-c1f87d8f-ab36-4f79-9c3c-cd530a5a065c tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750536 Feb 28 10:38:24.762955 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6f27c5-cc5a-4d2c-aab9-b77ccfd6f8e1 service neutron] Pushing event updated for resources: {'Port': ['ID=82f040bc-13d3-4bf6-ae42-a0ca08db1d4c,revision_number=3']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:24.788947 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecfd098-4b59-4d3a-8fe5-f4781262fb05 req-5c9368ac-62c0-440d-b507-d663bde2466c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:24.791496 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1ecfd098-4b59-4d3a-8fe5-f4781262fb05 req-5c9368ac-62c0-440d-b507-d663bde2466c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1bd7be47-a156-438c-acdc-95612b182e1c HTTP/1.1" status: 200 len: 852 time: 0.3678696 Feb 28 10:38:24.875685 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1ecfd098-4b59-4d3a-8fe5-f4781262fb05 req-65f67fa6-2a16-42d4-bd98-1988f59cd1cf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=afedb623-3316-4b12-8ae7-24fcfdd11e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702848 Feb 28 10:38:24.877673 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96991e6-4a49-48b6-964e-a652856c00e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f245c2a6-a750-496a-95c4-cf5ce2375a89,revision_number=2']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:24.987692 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.managers [req-32d6f1cb-6755-43a4-83ff-e3ae4f7db96a req-f96991e6-4a49-48b6-964e-a652856c00e7 service neutron] Attempting to bind port f245c2a6-a750-496a-95c4-cf5ce2375a89 on host hv-cinder-83116 for vnic_type normal with profile {{(pid=102995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:38:24.988042 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.managers [req-32d6f1cb-6755-43a4-83ff-e3ae4f7db96a req-f96991e6-4a49-48b6-964e-a652856c00e7 service neutron] Attempting to bind port f245c2a6-a750-496a-95c4-cf5ce2375a89 by drivers openvswitch,hyperv on host hv-cinder-83116 at level 0 using segments [{'id': '00a7182d-ed44-43e5-8da3-65da6fab2cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '181d6fbd-5cb4-4bfd-bffa-34f454380b3f'}] {{(pid=102995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:38:24.988675 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d6f1cb-6755-43a4-83ff-e3ae4f7db96a req-f96991e6-4a49-48b6-964e-a652856c00e7 service neutron] Attempting to bind port f245c2a6-a750-496a-95c4-cf5ce2375a89 on network 181d6fbd-5cb4-4bfd-bffa-34f454380b3f {{(pid=102995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:38:24.997919 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d6f1cb-6755-43a4-83ff-e3ae4f7db96a req-f96991e6-4a49-48b6-964e-a652856c00e7 service neutron] Port f245c2a6-a750-496a-95c4-cf5ce2375a89 on network 181d6fbd-5cb4-4bfd-bffa-34f454380b3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83116 {{(pid=102995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:38:24.998369 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d6f1cb-6755-43a4-83ff-e3ae4f7db96a req-f96991e6-4a49-48b6-964e-a652856c00e7 service neutron] Attempting to bind port f245c2a6-a750-496a-95c4-cf5ce2375a89 on network 181d6fbd-5cb4-4bfd-bffa-34f454380b3f {{(pid=102995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:38:25.009634 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d6f1cb-6755-43a4-83ff-e3ae4f7db96a req-f96991e6-4a49-48b6-964e-a652856c00e7 service neutron] Checking agent: {'id': 'db31e800-75f5-4bdb-84cd-f402d346b45c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 36, 4), 'started_at': datetime.datetime(2022, 2, 28, 10, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:38:25.010244 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d6f1cb-6755-43a4-83ff-e3ae4f7db96a req-f96991e6-4a49-48b6-964e-a652856c00e7 service neutron] Checking segment: {'id': '00a7182d-ed44-43e5-8da3-65da6fab2cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '181d6fbd-5cb4-4bfd-bffa-34f454380b3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:38:25.010757 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d6f1cb-6755-43a4-83ff-e3ae4f7db96a req-f96991e6-4a49-48b6-964e-a652856c00e7 service neutron] Bound using segment: {'id': '00a7182d-ed44-43e5-8da3-65da6fab2cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '181d6fbd-5cb4-4bfd-bffa-34f454380b3f'} {{(pid=102995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:38:25.011694 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.managers [req-32d6f1cb-6755-43a4-83ff-e3ae4f7db96a req-f96991e6-4a49-48b6-964e-a652856c00e7 service neutron] Bound port: f245c2a6-a750-496a-95c4-cf5ce2375a89, host: hv-cinder-83116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00a7182d-ed44-43e5-8da3-65da6fab2cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '181d6fbd-5cb4-4bfd-bffa-34f454380b3f'}}] {{(pid=102995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:38:25.012188 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [req-32d6f1cb-6755-43a4-83ff-e3ae4f7db96a req-f96991e6-4a49-48b6-964e-a652856c00e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (f245c2a6-a750-496a-95c4-cf5ce2375a89), before_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:25.013037 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-066699fa-7fdc-4ebd-9676-e69433bb3f58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:25.082253 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1ecfd098-4b59-4d3a-8fe5-f4781262fb05 req-a13973b4-312b-47ec-83c5-2fc2900d09f7 service neutron] 10.222.0.46 "GET /v2.0/networks/afedb623-3316-4b12-8ae7-24fcfdd11e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916933 Feb 28 10:38:25.139869 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.db [req-32d6f1cb-6755-43a4-83ff-e3ae4f7db96a req-f96991e6-4a49-48b6-964e-a652856c00e7 service neutron] For port f245c2a6-a750-496a-95c4-cf5ce2375a89, host hv-cinder-83116, cleared binding levels {{(pid=102995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:38:25.152656 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ec4a2-b7ef-47a7-932a-1226f3984e45 req-2117165e-333d-411e-9851-b381f06f1041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:25.152656 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-4e8ec4a2-b7ef-47a7-932a-1226f3984e45 req-2117165e-333d-411e-9851-b381f06f1041 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5f6bb29c-d00a-495d-ab78-9dec9ba1e99a HTTP/1.1" status: 200 len: 855 time: 0.4043121 Feb 28 10:38:25.155115 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.db [req-32d6f1cb-6755-43a4-83ff-e3ae4f7db96a req-f96991e6-4a49-48b6-964e-a652856c00e7 service neutron] For port f245c2a6-a750-496a-95c4-cf5ce2375a89, host hv-cinder-83116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=f245c2a6-a750-496a-95c4-cf5ce2375a89,segment=NetworkSegment(00a7182d-ed44-43e5-8da3-65da6fab2cc0),segment_id=00a7182d-ed44-43e5-8da3-65da6fab2cc0)] {{(pid=102995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:38:25.167144 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [req-32d6f1cb-6755-43a4-83ff-e3ae4f7db96a req-f96991e6-4a49-48b6-964e-a652856c00e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (f245c2a6-a750-496a-95c4-cf5ce2375a89), after_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:25.266267 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25ed8e5-fb94-4fc5-b302-4050d75c804a x-openstack-request-id: req-f25ed8e5-fb94-4fc5-b302-4050d75c804a {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:38:25.266588 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "153ac64e-34df-447e-965c-92f9ba2a14a8", "tag": "95c6068a-e402-4937-9f00-38486bf61104", "status": "completed", "code": 200}]} {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:38:25.266881 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f25ed8e5-fb94-4fc5-b302-4050d75c804a {{(pid=102996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:38:25.269473 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '153ac64e-34df-447e-965c-92f9ba2a14a8', 'tag': '95c6068a-e402-4937-9f00-38486bf61104', 'status': 'completed', 'code': 200} Feb 28 10:38:25.352535 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d6f1cb-6755-43a4-83ff-e3ae4f7db96a req-f96991e6-4a49-48b6-964e-a652856c00e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:25.353161 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [req-32d6f1cb-6755-43a4-83ff-e3ae4f7db96a req-f96991e6-4a49-48b6-964e-a652856c00e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for port (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:25.354618 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-32d6f1cb-6755-43a4-83ff-e3ae4f7db96a req-f96991e6-4a49-48b6-964e-a652856c00e7 service neutron] 10.222.0.46 "PUT /v2.0/ports/f245c2a6-a750-496a-95c4-cf5ce2375a89 HTTP/1.1" status: 200 len: 1094 time: 3.2786078 Feb 28 10:38:25.380420 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-4e8ec4a2-b7ef-47a7-932a-1226f3984e45 req-9de45cab-a223-4910-bb63-8225f896e44b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b073e6b-c342-425b-a002-2cd2376b1da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1712408 Feb 28 10:38:25.410672 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb1df0-cf02-40da-9752-dbc0df2bd82a req-4c2b0986-1a91-49c7-8e68-adbe987d114f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:25.412478 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-eacb1df0-cf02-40da-9752-dbc0df2bd82a req-4c2b0986-1a91-49c7-8e68-adbe987d114f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6825cb4cea9e4921b5312dd51b9920be&device_id=bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c HTTP/1.1" status: 200 len: 1128 time: 0.7174411 Feb 28 10:38:25.414755 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-84382f24-ed0d-4380-afaa-b2aebb6353d7 req-5b79a92b-0d62-45a8-b522-8a9b5d808625 service neutron] 10.222.0.46 "GET /v2.0/networks/181d6fbd-5cb4-4bfd-bffa-34f454380b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6528509 Feb 28 10:38:25.418617 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359d0aee-a81d-4406-8f8e-84546b3a272f x-openstack-request-id: req-359d0aee-a81d-4406-8f8e-84546b3a272f {{(pid=102995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:38:25.424445 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bed41c4-1e36-4126-a7e1-f18f69749966", "tag": "b4d7ada1-17bc-43dd-82b4-6270e1ed85ec", "status": "completed", "code": 200}]} {{(pid=102995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:38:25.424769 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-359d0aee-a81d-4406-8f8e-84546b3a272f {{(pid=102995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:38:25.425357 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bed41c4-1e36-4126-a7e1-f18f69749966', 'tag': 'b4d7ada1-17bc-43dd-82b4-6270e1ed85ec', 'status': 'completed', 'code': 200} Feb 28 10:38:25.590070 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 53470) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:25.716143 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-eacb1df0-cf02-40da-9752-dbc0df2bd82a req-83ec669b-e5cb-45cf-ac4d-6c1d7ce8b7fc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82f040bc-13d3-4bf6-ae42-a0ca08db1d4c HTTP/1.1" status: 200 len: 217 time: 0.1019156 Feb 28 10:38:25.984137 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1ecfd098-4b59-4d3a-8fe5-f4781262fb05 req-991d0ddd-085d-4464-8877-c723cb2f4139 service neutron] 10.222.0.46 "GET /v2.0/networks/afedb623-3316-4b12-8ae7-24fcfdd11e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8055897 Feb 28 10:38:26.009512 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96991e6-4a49-48b6-964e-a652856c00e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f245c2a6-a750-496a-95c4-cf5ce2375a89,revision_number=3']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:26.114750 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d6f1cb-6755-43a4-83ff-e3ae4f7db96a req-83d7aad5-5463-4588-b86d-d495aa34523f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:26.120538 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-32d6f1cb-6755-43a4-83ff-e3ae4f7db96a req-83d7aad5-5463-4588-b86d-d495aa34523f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=61d81f9de04c480389701ad30319c05a&device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 1128 time: 0.1351938 Feb 28 10:38:26.140123 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430b6fb-7c70-496f-8e4c-2b180d0cef4b req-acadabe3-95c0-4137-bf01-20f54df1fcc4 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:26.141656 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1430b6fb-7c70-496f-8e4c-2b180d0cef4b req-acadabe3-95c0-4137-bf01-20f54df1fcc4 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a117cac-a1a4-4467-84c0-0a89debf087a HTTP/1.1" status: 200 len: 943 time: 0.8061795 Feb 28 10:38:26.175976 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9177d75-fade-42fd-8a9d-4798e7341c2a req-e26ebe85-4cb6-4df6-b0f3-420ccdacae7c tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:26.186739 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a9177d75-fade-42fd-8a9d-4798e7341c2a req-e26ebe85-4cb6-4df6-b0f3-420ccdacae7c tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bed41c4-1e36-4126-a7e1-f18f69749966 HTTP/1.1" status: 200 len: 943 time: 0.6380935 Feb 28 10:38:26.273552 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-32d6f1cb-6755-43a4-83ff-e3ae4f7db96a req-5c7f665a-30eb-405d-8c11-88e957ac29b1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f245c2a6-a750-496a-95c4-cf5ce2375a89 HTTP/1.1" status: 200 len: 217 time: 0.0690584 Feb 28 10:38:26.284808 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-65248d03-9125-4bd6-a7b6-161484d7b525 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:26.313846 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb1df0-cf02-40da-9752-dbc0df2bd82a req-e86b9cbc-d604-4c78-adbb-ad1dc64fbf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:26.315573 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-eacb1df0-cf02-40da-9752-dbc0df2bd82a req-e86b9cbc-d604-4c78-adbb-ad1dc64fbf0a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c422424b-4bdb-4bd8-9a44-a4d30179929f HTTP/1.1" status: 200 len: 855 time: 0.5790706 Feb 28 10:38:26.331377 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1430b6fb-7c70-496f-8e4c-2b180d0cef4b req-7758f408-d75c-4944-b5e0-af09170a2258 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695187 Feb 28 10:38:26.346974 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a9177d75-fade-42fd-8a9d-4798e7341c2a req-e785d60e-5274-4982-b1f7-7c36fa205c16 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/security-groups?id=60338080-b467-4167-91ec-bc706f1b116e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494281 Feb 28 10:38:26.420575 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-65248d03-9125-4bd6-a7b6-161484d7b525 admin admin] Publish callbacks [] for security_group (f9cc8d5a-31cb-497a-abc6-a1f904052b67), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:26.425614 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-4e8ec4a2-b7ef-47a7-932a-1226f3984e45 req-bb23ce84-aad5-4e54-8d5d-61d8f7f3fc0a service neutron] 10.222.0.46 "GET /v2.0/networks/9b073e6b-c342-425b-a002-2cd2376b1da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9323311 Feb 28 10:38:26.427381 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-84382f24-ed0d-4380-afaa-b2aebb6353d7 req-dce13aea-e5cc-4a09-9505-ed724902b88d service neutron] 10.222.0.46 "GET /v2.0/networks/181d6fbd-5cb4-4bfd-bffa-34f454380b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8276634 Feb 28 10:38:26.429856 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-65248d03-9125-4bd6-a7b6-161484d7b525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (f9cc8d5a-31cb-497a-abc6-a1f904052b67), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:26.491904 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-65248d03-9125-4bd6-a7b6-161484d7b525 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4ea56762733b4365a74b1ddc2b4b2045&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8979199 Feb 28 10:38:26.503101 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 53502) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:26.580584 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3dce61-c139-4cff-a376-6a07dae477d3 req-5d125049-9a84-4b5e-953f-2671ebcd4756 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:26.581611 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-df3dce61-c139-4cff-a376-6a07dae477d3 req-5d125049-9a84-4b5e-953f-2671ebcd4756 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c HTTP/1.1" status: 200 len: 944 time: 0.1667929 Feb 28 10:38:26.613067 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d6f1cb-6755-43a4-83ff-e3ae4f7db96a req-32904501-c8f4-49cf-9c49-de3682b5b84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:26.614499 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-32d6f1cb-6755-43a4-83ff-e3ae4f7db96a req-32904501-c8f4-49cf-9c49-de3682b5b84f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bb0c5a25-3924-4147-8d5d-a4a9902af2f7 HTTP/1.1" status: 200 len: 859 time: 0.1253011 Feb 28 10:38:26.643803 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65248d03-9125-4bd6-a7b6-161484d7b525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9cc8d5a-31cb-497a-abc6-a1f904052b67,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:26.658601 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777042b-eef3-4d07-86b5-b04616b5d977 req-069ce826-320e-4027-9daf-7d37e5e6cf87 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:26.660269 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4777042b-eef3-4d07-86b5-b04616b5d977 req-069ce826-320e-4027-9daf-7d37e5e6cf87 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 944 time: 0.2023680 Feb 28 10:38:26.693440 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-bed98a2e-7e95-491c-90e9-42845ecc2c5d admin admin] Publish callbacks [] for security_group (f9cc8d5a-31cb-497a-abc6-a1f904052b67), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:26.744222 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-df3dce61-c139-4cff-a376-6a07dae477d3 req-83b523ce-d419-4d6f-a052-a71b4b13180b tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=29e49b4a-f648-4fb8-ac32-be2bb14b1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412725 Feb 28 10:38:26.747492 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d5d05b-d75c-431d-87a0-cc9ae70d9482 req-d2caf88b-4457-41f2-80ec-e3aab640ee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:26.749016 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-32d5d05b-d75c-431d-87a0-cc9ae70d9482 req-d2caf88b-4457-41f2-80ec-e3aab640ee3d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d07247712e664711bc6778d697ef6757&device_id=1bed41c4-1e36-4126-a7e1-f18f69749966 HTTP/1.1" status: 200 len: 1127 time: 0.2251427 Feb 28 10:38:26.753939 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb1df0-cf02-40da-9752-dbc0df2bd82a req-b1f7dc81-0cd2-495a-8c50-f41281bcffc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:26.755640 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-eacb1df0-cf02-40da-9752-dbc0df2bd82a req-b1f7dc81-0cd2-495a-8c50-f41281bcffc0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=240e2b6c-54c0-4c0d-850d-490078c64530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2801242 Feb 28 10:38:26.778669 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-4e8ec4a2-b7ef-47a7-932a-1226f3984e45 req-aad3b992-8139-4a34-964d-ac32ae3dd393 service neutron] 10.222.0.46 "GET /v2.0/networks/9b073e6b-c342-425b-a002-2cd2376b1da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403221 Feb 28 10:38:26.798517 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-bed98a2e-7e95-491c-90e9-42845ecc2c5d admin admin] Publish callbacks [] for security_group (f9cc8d5a-31cb-497a-abc6-a1f904052b67), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:26.840382 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4777042b-eef3-4d07-86b5-b04616b5d977 req-0ad7d8e4-cea4-46bc-a7cd-cd2136f2f239 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662886 Feb 28 10:38:26.863832 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-bed98a2e-7e95-491c-90e9-42845ecc2c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (f9cc8d5a-31cb-497a-abc6-a1f904052b67), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:26.866694 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-bed98a2e-7e95-491c-90e9-42845ecc2c5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:26.867887 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-bed98a2e-7e95-491c-90e9-42845ecc2c5d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f9cc8d5a-31cb-497a-abc6-a1f904052b67 HTTP/1.1" status: 204 len: 168 time: 0.3628619 Feb 28 10:38:26.877141 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed98a2e-7e95-491c-90e9-42845ecc2c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9cc8d5a-31cb-497a-abc6-a1f904052b67,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:27.167298 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-fda61357-f6fd-4192-9d8e-c21db237c41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:27.270769 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a117cac-a1a4-4467-84c0-0a89debf087a', 'tag': 'e3a2cc80-254c-4e2c-bc3f-cb2a6e821357'}, {'name': 'network-changed', 'server_uuid': 'bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c', 'tag': '82f040bc-13d3-4bf6-ae42-a0ca08db1d4c'}] {{(pid=102996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:38:27.274254 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fc607127e9415785fd538e0c70e4bf06f6b8f20b6b46de5a0809c41644901f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a32801b-b828-4ff9-9280-be46f6b655cc" -d '{"events": [{"name": "network-changed", "server_uuid": "3a117cac-a1a4-4467-84c0-0a89debf087a", "tag": "e3a2cc80-254c-4e2c-bc3f-cb2a6e821357"}, {"name": "network-changed", "server_uuid": "bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c", "tag": "82f040bc-13d3-4bf6-ae42-a0ca08db1d4c"}]}' {{(pid=102996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:38:27.342970 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 28 Feb 2022 10:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b40e56d-50b6-4ce1-8437-67f26a7d7e1b x-openstack-request-id: req-8b40e56d-50b6-4ce1-8437-67f26a7d7e1b {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:38:27.343171 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a117cac-a1a4-4467-84c0-0a89debf087a", "tag": "e3a2cc80-254c-4e2c-bc3f-cb2a6e821357", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c", "tag": "82f040bc-13d3-4bf6-ae42-a0ca08db1d4c", "status": "completed", "code": 200}]} {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:38:27.343484 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8b40e56d-50b6-4ce1-8437-67f26a7d7e1b {{(pid=102996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:38:27.343959 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a117cac-a1a4-4467-84c0-0a89debf087a', 'tag': 'e3a2cc80-254c-4e2c-bc3f-cb2a6e821357', 'status': 'completed', 'code': 200} Feb 28 10:38:27.344218 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c', 'tag': '82f040bc-13d3-4bf6-ae42-a0ca08db1d4c', 'status': 'completed', 'code': 200} Feb 28 10:38:27.429598 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e92de976-3518-4077-8b8e-ae4b9a5c5b3f', 'tag': 'f245c2a6-a750-496a-95c4-cf5ce2375a89'}] {{(pid=102995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:38:27.433004 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1dd8a96f8805fcf8ad92b8a44c4310027887bdef0368274a5855f6003a6db1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56fc0b3d-dc07-49c4-a4e7-97dad03a8f8a" -d '{"events": [{"name": "network-changed", "server_uuid": "e92de976-3518-4077-8b8e-ae4b9a5c5b3f", "tag": "f245c2a6-a750-496a-95c4-cf5ce2375a89"}]}' {{(pid=102995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:38:27.619162 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625f70a-1d3b-4f93-b607-86174cf7b18b req-3eed781d-6005-47c2-b3a4-ef6262859b8b tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:27.629180 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d625f70a-1d3b-4f93-b607-86174cf7b18b req-3eed781d-6005-47c2-b3a4-ef6262859b8b tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a117cac-a1a4-4467-84c0-0a89debf087a HTTP/1.1" status: 200 len: 943 time: 0.1788433 Feb 28 10:38:27.694799 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd20d61-ebd4-4443-ad09-4fe924c7fc93 req-7ed5d99b-cc0d-4ccd-8536-bc004b003eef tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:27.696461 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ecd20d61-ebd4-4443-ad09-4fe924c7fc93 req-7ed5d99b-cc0d-4ccd-8536-bc004b003eef tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bed41c4-1e36-4126-a7e1-f18f69749966 HTTP/1.1" status: 200 len: 943 time: 0.1442857 Feb 28 10:38:27.735175 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d625f70a-1d3b-4f93-b607-86174cf7b18b req-e630c201-c2f1-42e6-8092-a9a5d40b27e7 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046879 Feb 28 10:38:27.774527 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 53548) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:27.783544 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ecd20d61-ebd4-4443-ad09-4fe924c7fc93 req-8ea0b948-1102-42bc-b25a-99917fd26874 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/security-groups?id=60338080-b467-4167-91ec-bc706f1b116e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795321 Feb 28 10:38:27.827235 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe64e75-fdcf-46f7-86fc-f33f04550eb7 x-openstack-request-id: req-bbe64e75-fdcf-46f7-86fc-f33f04550eb7 {{(pid=102995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:38:27.827950 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e92de976-3518-4077-8b8e-ae4b9a5c5b3f", "tag": "f245c2a6-a750-496a-95c4-cf5ce2375a89", "status": "completed", "code": 200}]} {{(pid=102995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:38:27.828233 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bbe64e75-fdcf-46f7-86fc-f33f04550eb7 {{(pid=102995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:38:27.828860 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e92de976-3518-4077-8b8e-ae4b9a5c5b3f', 'tag': 'f245c2a6-a750-496a-95c4-cf5ce2375a89', 'status': 'completed', 'code': 200} Feb 28 10:38:27.973355 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-bfbd8e57-9d92-4b31-b4e7-3e444f1f8e2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:28.013389 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c1286-46fc-4ae6-b4c4-707681106f84 req-2b1269f0-30a2-4964-926c-4fff702a4829 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:28.014965 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-072c1286-46fc-4ae6-b4c4-707681106f84 req-2b1269f0-30a2-4964-926c-4fff702a4829 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c HTTP/1.1" status: 200 len: 944 time: 0.1336937 Feb 28 10:38:28.045080 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a55e1-8dd8-4d06-8849-a3f185389cf9 req-f8703694-7b3b-4702-88d9-91baa5f90f3d tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:28.046967 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c09a55e1-8dd8-4d06-8849-a3f185389cf9 req-f8703694-7b3b-4702-88d9-91baa5f90f3d tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 944 time: 0.1003137 Feb 28 10:38:28.138014 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c09a55e1-8dd8-4d06-8849-a3f185389cf9 req-de40d0ca-774e-4ae9-b4dd-e65d329bdffb tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825660 Feb 28 10:38:28.149338 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-072c1286-46fc-4ae6-b4c4-707681106f84 req-2e115539-eb69-4203-ab2f-3cefb8bf2d64 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=29e49b4a-f648-4fb8-ac32-be2bb14b1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266801 Feb 28 10:38:28.158339 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-bfbd8e57-9d92-4b31-b4e7-3e444f1f8e2d admin admin] Publish callbacks [] for security_group (51b3568e-bb77-4814-8239-1db01b34a35f), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:28.165864 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-bfbd8e57-9d92-4b31-b4e7-3e444f1f8e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (51b3568e-bb77-4814-8239-1db01b34a35f), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:28.209440 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-bfbd8e57-9d92-4b31-b4e7-3e444f1f8e2d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=966e25c9af6d43779ccf0485a5d7a972&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4314396 Feb 28 10:38:28.209792 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 53568) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:28.224872 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd8e57-9d92-4b31-b4e7-3e444f1f8e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b3568e-bb77-4814-8239-1db01b34a35f,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:28.269498 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-bf2025c5-3da8-455f-bd82-7d2d58d4c9df admin admin] Publish callbacks [] for security_group (51b3568e-bb77-4814-8239-1db01b34a35f), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:28.295851 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-bf2025c5-3da8-455f-bd82-7d2d58d4c9df admin admin] Publish callbacks [] for security_group (51b3568e-bb77-4814-8239-1db01b34a35f), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:28.361679 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-bf2025c5-3da8-455f-bd82-7d2d58d4c9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (51b3568e-bb77-4814-8239-1db01b34a35f), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:28.364555 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-bf2025c5-3da8-455f-bd82-7d2d58d4c9df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:28.365733 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-bf2025c5-3da8-455f-bd82-7d2d58d4c9df admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/51b3568e-bb77-4814-8239-1db01b34a35f HTTP/1.1" status: 204 len: 168 time: 0.1549778 Feb 28 10:38:28.374297 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2025c5-3da8-455f-bd82-7d2d58d4c9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b3568e-bb77-4814-8239-1db01b34a35f,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:28.524144 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:28.735277 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 53594) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:28.753889 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-7ccba672-148e-4160-94d4-17af6475f839 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:28.883220 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-7ccba672-148e-4160-94d4-17af6475f839 admin admin] Publish callbacks [] for security_group (8f64cc25-dac5-412a-9ffb-4c860b6e4c19), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:28.903967 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-7ccba672-148e-4160-94d4-17af6475f839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (8f64cc25-dac5-412a-9ffb-4c860b6e4c19), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:28.967792 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da0cc3-5c19-40d4-a61b-95f3417a4b87 req-2b30bf08-5402-43d6-99ff-1f66dee94fc7 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:28.969289 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e7da0cc3-5c19-40d4-a61b-95f3417a4b87 req-2b30bf08-5402-43d6-99ff-1f66dee94fc7 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a117cac-a1a4-4467-84c0-0a89debf087a HTTP/1.1" status: 200 len: 943 time: 0.1570144 Feb 28 10:38:28.974846 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-7ccba672-148e-4160-94d4-17af6475f839 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7f4e4f95e52c41fea614cc9780d5f90d&name=default HTTP/1.1" status: 200 len: 2995 time: 0.2385547 Feb 28 10:38:28.977733 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 53606) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:28.978385 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccba672-148e-4160-94d4-17af6475f839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f64cc25-dac5-412a-9ffb-4c860b6e4c19,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:29.008163 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65557af7-9fdb-466a-a632-f63aa2875069 req-9674b59b-9090-4aac-89f7-b9160bf108e1 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:29.009668 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-65557af7-9fdb-466a-a632-f63aa2875069 req-9674b59b-9090-4aac-89f7-b9160bf108e1 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bed41c4-1e36-4126-a7e1-f18f69749966 HTTP/1.1" status: 200 len: 943 time: 0.1461587 Feb 28 10:38:29.049160 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-cd27f3c7-da19-4c0d-8d6e-8cb506f004aa admin admin] Publish callbacks [] for security_group (8f64cc25-dac5-412a-9ffb-4c860b6e4c19), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:29.058895 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e7da0cc3-5c19-40d4-a61b-95f3417a4b87 req-0afa573f-924d-4287-a3f9-710feb83e142 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829382 Feb 28 10:38:29.076117 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-cd27f3c7-da19-4c0d-8d6e-8cb506f004aa admin admin] Publish callbacks [] for security_group (8f64cc25-dac5-412a-9ffb-4c860b6e4c19), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:29.094177 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-65557af7-9fdb-466a-a632-f63aa2875069 req-b9ee4ab7-db8f-416f-a62d-08d4a8962e47 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/security-groups?id=60338080-b467-4167-91ec-bc706f1b116e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775220 Feb 28 10:38:29.132543 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-cd27f3c7-da19-4c0d-8d6e-8cb506f004aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (8f64cc25-dac5-412a-9ffb-4c860b6e4c19), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:29.135345 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-cd27f3c7-da19-4c0d-8d6e-8cb506f004aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:29.136535 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-cd27f3c7-da19-4c0d-8d6e-8cb506f004aa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8f64cc25-dac5-412a-9ffb-4c860b6e4c19 HTTP/1.1" status: 204 len: 168 time: 0.1577585 Feb 28 10:38:29.145303 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd27f3c7-da19-4c0d-8d6e-8cb506f004aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f64cc25-dac5-412a-9ffb-4c860b6e4c19,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:29.289493 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371fb7c-e5b1-4d2f-a9bd-7cb20e403e9a req-ae490bd3-0460-4588-9b57-f36ff1b24b17 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:29.290795 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2371fb7c-e5b1-4d2f-a9bd-7cb20e403e9a req-ae490bd3-0460-4588-9b57-f36ff1b24b17 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 944 time: 0.0846350 Feb 28 10:38:29.298667 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939733b-c473-4f49-9bd7-1a2910c3b406 req-aa25789c-4a75-4972-96d9-fc95e893ca58 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:29.300063 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6939733b-c473-4f49-9bd7-1a2910c3b406 req-aa25789c-4a75-4972-96d9-fc95e893ca58 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c HTTP/1.1" status: 200 len: 944 time: 0.0676565 Feb 28 10:38:29.371563 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2371fb7c-e5b1-4d2f-a9bd-7cb20e403e9a req-7fe60ccc-44d9-454f-9b51-8b1200486ddf tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704045 Feb 28 10:38:29.387405 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6939733b-c473-4f49-9bd7-1a2910c3b406 req-80650e19-eaa9-4737-88ab-73f4424e37e4 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=29e49b4a-f648-4fb8-ac32-be2bb14b1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798292 Feb 28 10:38:29.901142 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:30.226225 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a1f8d2-ca52-42e6-a44b-a8b29530f13f req-6af4921f-29e1-4976-ba13-04bd86d11eb4 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:30.227759 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-13a1f8d2-ca52-42e6-a44b-a8b29530f13f req-6af4921f-29e1-4976-ba13-04bd86d11eb4 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a117cac-a1a4-4467-84c0-0a89debf087a HTTP/1.1" status: 200 len: 943 time: 0.0879247 Feb 28 10:38:30.238600 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f3d2f-651c-4fe3-88af-a59ef12547d4 req-7a454006-375f-4789-84e0-7292725615c5 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:30.240057 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4a6f3d2f-651c-4fe3-88af-a59ef12547d4 req-7a454006-375f-4789-84e0-7292725615c5 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bed41c4-1e36-4126-a7e1-f18f69749966 HTTP/1.1" status: 200 len: 943 time: 0.0685635 Feb 28 10:38:30.314741 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-13a1f8d2-ca52-42e6-a44b-a8b29530f13f req-acb7bb76-e7b9-4821-99a0-4d0e8d717c26 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737450 Feb 28 10:38:30.317716 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4a6f3d2f-651c-4fe3-88af-a59ef12547d4 req-d82ec6ec-c148-4ee2-9d6c-c480b016f1c4 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/security-groups?id=60338080-b467-4167-91ec-bc706f1b116e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701759 Feb 28 10:38:30.527513 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127989d-fc12-4de1-9528-a7d43b434ab7 req-b20fd245-1d40-4e23-b7ea-ce70d0c332ad tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:30.529080 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0127989d-fc12-4de1-9528-a7d43b434ab7 req-b20fd245-1d40-4e23-b7ea-ce70d0c332ad tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 944 time: 0.0908084 Feb 28 10:38:30.540797 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d1b50e-b49e-4f82-b1a3-92329a90a05b req-09d50066-d096-45a8-9710-13b05672ef17 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:30.542251 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a3d1b50e-b49e-4f82-b1a3-92329a90a05b req-09d50066-d096-45a8-9710-13b05672ef17 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c HTTP/1.1" status: 200 len: 944 time: 0.0716267 Feb 28 10:38:30.613362 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0127989d-fc12-4de1-9528-a7d43b434ab7 req-f47f0f2f-4ce8-4957-8d03-1fb764a5ea08 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700436 Feb 28 10:38:30.616825 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a3d1b50e-b49e-4f82-b1a3-92329a90a05b req-71082d95-e10b-45b0-a923-f5e61bd33121 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=29e49b4a-f648-4fb8-ac32-be2bb14b1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678675 Feb 28 10:38:30.968041 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-32d6f1cb-6755-43a4-83ff-e3ae4f7db96a req-87971783-f422-4e06-8fe6-3c1c24335c14 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=181d6fbd-5cb4-4bfd-bffa-34f454380b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318029 Feb 28 10:38:31.210440 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32801b-b828-4ff9-9280-be46f6b655cc req-e9077d14-baa9-463b-aac8-3a5fbf94ecb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:31.212063 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-9a32801b-b828-4ff9-9280-be46f6b655cc req-e9077d14-baa9-463b-aac8-3a5fbf94ecb9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4151886992af47f89a22d8119c3ffd94&device_id=3a117cac-a1a4-4467-84c0-0a89debf087a HTTP/1.1" status: 200 len: 1127 time: 0.1023715 Feb 28 10:38:31.214004 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-32d6f1cb-6755-43a4-83ff-e3ae4f7db96a req-cbc7c060-96c0-4fac-b32c-7c392e940c98 service neutron] 10.222.0.46 "GET /v2.0/networks/181d6fbd-5cb4-4bfd-bffa-34f454380b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340129 Feb 28 10:38:31.225493 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-eacb1df0-cf02-40da-9752-dbc0df2bd82a req-4bb8d03d-c304-46b0-8797-4bb8c2595183 service neutron] 10.222.0.46 "GET /v2.0/networks/240e2b6c-54c0-4c0d-850d-490078c64530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812831 Feb 28 10:38:31.230406 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d5d05b-d75c-431d-87a0-cc9ae70d9482 req-2cccb8e4-e3a5-4f82-b96a-4d6f1ea98dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:31.233003 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-32d5d05b-d75c-431d-87a0-cc9ae70d9482 req-2cccb8e4-e3a5-4f82-b96a-4d6f1ea98dcc service neutron] 10.222.0.46 "GET /v2.0/networks?id=afedb623-3316-4b12-8ae7-24fcfdd11e46 HTTP/1.1" status: 200 len: 913 time: 0.2557623 Feb 28 10:38:31.242864 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b48e8-5ef1-4180-8ec2-3f56bcc879fd req-0155bbf6-5bfd-406a-8966-07846fa2e00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:31.244300 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-ca7b48e8-5ef1-4180-8ec2-3f56bcc879fd req-0155bbf6-5bfd-406a-8966-07846fa2e00e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=61d81f9de04c480389701ad30319c05a&device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 1127 time: 0.1560032 Feb 28 10:38:31.341879 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-32d5d05b-d75c-431d-87a0-cc9ae70d9482 req-95b106c1-1615-403f-80e0-6b5b2b01cf9a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4d7ada1-17bc-43dd-82b4-6270e1ed85ec HTTP/1.1" status: 200 len: 217 time: 0.0965409 Feb 28 10:38:31.449007 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d5d05b-d75c-431d-87a0-cc9ae70d9482 req-165d19e5-a1c2-4ca5-aef4-379c60ee8527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:31.451031 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-32d5d05b-d75c-431d-87a0-cc9ae70d9482 req-165d19e5-a1c2-4ca5-aef4-379c60ee8527 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1bd7be47-a156-438c-acdc-95612b182e1c HTTP/1.1" status: 200 len: 852 time: 0.0792253 Feb 28 10:38:31.495346 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-32d5d05b-d75c-431d-87a0-cc9ae70d9482 req-548baa33-329d-4cf3-b3ce-f2a016a7e777 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=afedb623-3316-4b12-8ae7-24fcfdd11e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343468 Feb 28 10:38:31.500220 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-eacb1df0-cf02-40da-9752-dbc0df2bd82a req-cdcfda5e-2d4b-4138-a818-6797553cc854 service neutron] 10.222.0.46 "GET /v2.0/networks/240e2b6c-54c0-4c0d-850d-490078c64530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656240 Feb 28 10:38:31.509450 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b48e8-5ef1-4180-8ec2-3f56bcc879fd req-789be030-e73b-438d-b369-8ec585b9a1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:31.511094 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-ca7b48e8-5ef1-4180-8ec2-3f56bcc879fd req-789be030-e73b-438d-b369-8ec585b9a1f0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=181d6fbd-5cb4-4bfd-bffa-34f454380b3f HTTP/1.1" status: 200 len: 920 time: 0.2584081 Feb 28 10:38:31.524622 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:31.526759 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-32d6f1cb-6755-43a4-83ff-e3ae4f7db96a req-d2857a82-4d7f-420c-af2a-c270b06654e2 service neutron] 10.222.0.46 "GET /v2.0/networks/181d6fbd-5cb4-4bfd-bffa-34f454380b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017747 Feb 28 10:38:31.531125 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32801b-b828-4ff9-9280-be46f6b655cc req-e2629c82-1ef2-4833-86df-13e2925bddac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:31.532450 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-9a32801b-b828-4ff9-9280-be46f6b655cc req-e2629c82-1ef2-4833-86df-13e2925bddac service neutron] 10.222.0.46 "GET /v2.0/networks?id=9b073e6b-c342-425b-a002-2cd2376b1da4 HTTP/1.1" status: 200 len: 916 time: 0.3098862 Feb 28 10:38:31.554810 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32388a3f-612a-465e-8a70-402d4a626e64 req-b243a805-75ac-43a5-a76b-21d2d1d17289 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:31.556592 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-32388a3f-612a-465e-8a70-402d4a626e64 req-b243a805-75ac-43a5-a76b-21d2d1d17289 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a117cac-a1a4-4467-84c0-0a89debf087a HTTP/1.1" status: 200 len: 943 time: 0.1538138 Feb 28 10:38:31.563582 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb423d-205c-43ed-bb97-137376314dd9 req-6ada9ca2-bda2-47f3-a7b0-cc95c3ca4bc7 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:31.565017 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-edeb423d-205c-43ed-bb97-137376314dd9 req-6ada9ca2-bda2-47f3-a7b0-cc95c3ca4bc7 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bed41c4-1e36-4126-a7e1-f18f69749966 HTTP/1.1" status: 200 len: 943 time: 0.1635687 Feb 28 10:38:31.643675 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-32388a3f-612a-465e-8a70-402d4a626e64 req-b0c52fee-7baf-409c-a0f3-203fa56ebe8f tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777204 Feb 28 10:38:31.646854 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-edeb423d-205c-43ed-bb97-137376314dd9 req-8788cecc-ed22-4ca1-aeb1-d723dca63258 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/security-groups?id=60338080-b467-4167-91ec-bc706f1b116e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746214 Feb 28 10:38:31.788385 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce75dad-c7a3-4aac-b4bb-a98559653590 req-f1249271-cc74-45ac-973d-ae9162b6a984 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:31.789831 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6ce75dad-c7a3-4aac-b4bb-a98559653590 req-f1249271-cc74-45ac-973d-ae9162b6a984 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c HTTP/1.1" status: 200 len: 944 time: 0.0869811 Feb 28 10:38:31.797178 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd850f-2af2-4388-b23d-3fd4f847e93e req-4cf64c39-448a-431d-8f1c-bdaf1850a990 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:31.798550 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-38cd850f-2af2-4388-b23d-3fd4f847e93e req-4cf64c39-448a-431d-8f1c-bdaf1850a990 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 944 time: 0.0866170 Feb 28 10:38:31.848427 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-ca7b48e8-5ef1-4180-8ec2-3f56bcc879fd req-1ca7e715-9d7c-4aac-ab20-e43d47e1e575 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95c6068a-e402-4937-9f00-38486bf61104 HTTP/1.1" status: 200 len: 217 time: 0.0538957 Feb 28 10:38:31.851785 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-9a32801b-b828-4ff9-9280-be46f6b655cc req-a95216db-3a59-4c97-92da-c56c390739f0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3a2cc80-254c-4e2c-bc3f-cb2a6e821357 HTTP/1.1" status: 200 len: 217 time: 0.0512259 Feb 28 10:38:31.981854 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b48e8-5ef1-4180-8ec2-3f56bcc879fd req-a98345a7-0717-44fe-bae9-fa56dc1a4092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:31.983315 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-ca7b48e8-5ef1-4180-8ec2-3f56bcc879fd req-a98345a7-0717-44fe-bae9-fa56dc1a4092 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bb0c5a25-3924-4147-8d5d-a4a9902af2f7 HTTP/1.1" status: 200 len: 859 time: 0.0879686 Feb 28 10:38:31.987566 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc0b3d-dc07-49c4-a4e7-97dad03a8f8a req-1146a29c-d888-49cc-a177-319cf609ca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:31.991458 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-56fc0b3d-dc07-49c4-a4e7-97dad03a8f8a req-1146a29c-d888-49cc-a177-319cf609ca0c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=61d81f9de04c480389701ad30319c05a&device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 1128 time: 0.1599429 Feb 28 10:38:31.991458 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-32d5d05b-d75c-431d-87a0-cc9ae70d9482 req-b7a9fc0a-a929-417a-badd-51cfeeb5712c service neutron] 10.222.0.46 "GET /v2.0/networks/afedb623-3316-4b12-8ae7-24fcfdd11e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607661 Feb 28 10:38:32.041531 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-ca7b48e8-5ef1-4180-8ec2-3f56bcc879fd req-b8863c91-a9b3-4e2c-b20f-1e45de9540ca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=181d6fbd-5cb4-4bfd-bffa-34f454380b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492442 Feb 28 10:38:32.103544 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-38cd850f-2af2-4388-b23d-3fd4f847e93e req-c241382c-62ab-4fb9-85e8-baa886b9968d tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948790 Feb 28 10:38:32.106591 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6ce75dad-c7a3-4aac-b4bb-a98559653590 req-913a3b84-9356-4153-b3b7-f8ee1308920e tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=29e49b4a-f648-4fb8-ac32-be2bb14b1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3069024 Feb 28 10:38:32.129159 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32801b-b828-4ff9-9280-be46f6b655cc req-d46621fb-aeb8-45b6-bed2-ae94b63954eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:32.131184 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-9a32801b-b828-4ff9-9280-be46f6b655cc req-d46621fb-aeb8-45b6-bed2-ae94b63954eb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5f6bb29c-d00a-495d-ab78-9dec9ba1e99a HTTP/1.1" status: 200 len: 855 time: 0.2444122 Feb 28 10:38:32.180274 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc0b3d-dc07-49c4-a4e7-97dad03a8f8a req-37611184-b2f8-46da-853e-ec7e02533c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:32.181824 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-56fc0b3d-dc07-49c4-a4e7-97dad03a8f8a req-37611184-b2f8-46da-853e-ec7e02533c23 service neutron] 10.222.0.46 "GET /v2.0/networks?id=181d6fbd-5cb4-4bfd-bffa-34f454380b3f HTTP/1.1" status: 200 len: 920 time: 0.1804430 Feb 28 10:38:32.184118 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-32d5d05b-d75c-431d-87a0-cc9ae70d9482 req-4234321d-f0bf-47ce-82a8-66ff29b1ace3 service neutron] 10.222.0.46 "GET /v2.0/networks/afedb623-3316-4b12-8ae7-24fcfdd11e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816528 Feb 28 10:38:32.480094 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-9a32801b-b828-4ff9-9280-be46f6b655cc req-d5bf417e-2f01-4427-89c2-97138f110a64 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b073e6b-c342-425b-a002-2cd2376b1da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617523 Feb 28 10:38:32.654572 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-9a32801b-b828-4ff9-9280-be46f6b655cc req-42a6ad11-ae13-49f2-bd4f-44a135d2f2b6 service neutron] 10.222.0.46 "GET /v2.0/networks/9b073e6b-c342-425b-a002-2cd2376b1da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670618 Feb 28 10:38:32.703527 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-56fc0b3d-dc07-49c4-a4e7-97dad03a8f8a req-d1dc72eb-2ef8-40d4-b9a2-b4138693839e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f245c2a6-a750-496a-95c4-cf5ce2375a89 HTTP/1.1" status: 200 len: 217 time: 0.2795384 Feb 28 10:38:32.800749 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc0b3d-dc07-49c4-a4e7-97dad03a8f8a req-801de175-674a-488b-a06d-dde84f298b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:32.801935 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-56fc0b3d-dc07-49c4-a4e7-97dad03a8f8a req-801de175-674a-488b-a06d-dde84f298b3c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bb0c5a25-3924-4147-8d5d-a4a9902af2f7 HTTP/1.1" status: 200 len: 859 time: 0.0647242 Feb 28 10:38:32.838818 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-56fc0b3d-dc07-49c4-a4e7-97dad03a8f8a req-271c3ed2-3d86-4c67-ba43-c5b06c259942 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=181d6fbd-5cb4-4bfd-bffa-34f454380b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262876 Feb 28 10:38:32.841424 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-ca7b48e8-5ef1-4180-8ec2-3f56bcc879fd req-c50bcd63-93eb-4499-819f-4a691deff9a0 service neutron] 10.222.0.46 "GET /v2.0/networks/181d6fbd-5cb4-4bfd-bffa-34f454380b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190869 Feb 28 10:38:32.855847 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-9a32801b-b828-4ff9-9280-be46f6b655cc req-50cfc418-5355-44a1-8f7c-9c852b1751c4 service neutron] 10.222.0.46 "GET /v2.0/networks/9b073e6b-c342-425b-a002-2cd2376b1da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950099 Feb 28 10:38:32.874994 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b37f3-b223-4866-8bd0-4036a710ef39 req-cd16b6dd-2a7d-4a5d-a25a-18fab5adb6ae tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:32.877066 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b77b37f3-b223-4866-8bd0-4036a710ef39 req-cd16b6dd-2a7d-4a5d-a25a-18fab5adb6ae tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a117cac-a1a4-4467-84c0-0a89debf087a HTTP/1.1" status: 200 len: 943 time: 0.1070983 Feb 28 10:38:32.889410 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58a6c3-1f51-4963-bb01-67038802c6d5 req-56da2142-29ad-4ab0-9c9d-33007891c0d6 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:32.891339 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1b58a6c3-1f51-4963-bb01-67038802c6d5 req-56da2142-29ad-4ab0-9c9d-33007891c0d6 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bed41c4-1e36-4126-a7e1-f18f69749966 HTTP/1.1" status: 200 len: 943 time: 0.1231072 Feb 28 10:38:32.920237 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 53788) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:32.994286 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b77b37f3-b223-4866-8bd0-4036a710ef39 req-fd5e9ffd-1b75-4ab1-b6d4-0756336013cc tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018121 Feb 28 10:38:32.999223 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1b58a6c3-1f51-4963-bb01-67038802c6d5 req-d5221e0c-33ec-49dc-96a9-54721bb90d6b tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/security-groups?id=60338080-b467-4167-91ec-bc706f1b116e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007683 Feb 28 10:38:33.007125 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-56fc0b3d-dc07-49c4-a4e7-97dad03a8f8a req-3554c672-5b2a-41a5-8c08-89264dec5999 service neutron] 10.222.0.46 "GET /v2.0/networks/181d6fbd-5cb4-4bfd-bffa-34f454380b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569574 Feb 28 10:38:33.009687 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-ca7b48e8-5ef1-4180-8ec2-3f56bcc879fd req-ae706d88-4591-4f39-bc4a-b316790241b3 service neutron] 10.222.0.46 "GET /v2.0/networks/181d6fbd-5cb4-4bfd-bffa-34f454380b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519985 Feb 28 10:38:33.025673 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32801b-b828-4ff9-9280-be46f6b655cc req-a2fa23df-d60c-4b6e-ab18-c5d00459403f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:33.027192 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-9a32801b-b828-4ff9-9280-be46f6b655cc req-a2fa23df-d60c-4b6e-ab18-c5d00459403f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6825cb4cea9e4921b5312dd51b9920be&device_id=bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c HTTP/1.1" status: 200 len: 1128 time: 0.0697508 Feb 28 10:38:33.171803 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-56fc0b3d-dc07-49c4-a4e7-97dad03a8f8a req-e6d5bee2-5193-41f0-9de9-4bca431ff749 service neutron] 10.222.0.46 "GET /v2.0/networks/181d6fbd-5cb4-4bfd-bffa-34f454380b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368186 Feb 28 10:38:33.209397 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-40845b6a-2e47-49d6-88ae-da102abd7b5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:33.315465 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32801b-b828-4ff9-9280-be46f6b655cc req-860f94c4-1ad2-493f-acb7-f527067d95fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:33.316943 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-9a32801b-b828-4ff9-9280-be46f6b655cc req-860f94c4-1ad2-493f-acb7-f527067d95fb service neutron] 10.222.0.46 "GET /v2.0/networks?id=240e2b6c-54c0-4c0d-850d-490078c64530 HTTP/1.1" status: 200 len: 917 time: 0.2689054 Feb 28 10:38:33.377906 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-9a32801b-b828-4ff9-9280-be46f6b655cc req-043ba97f-fa74-4aba-addf-c7d74ef63892 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82f040bc-13d3-4bf6-ae42-a0ca08db1d4c HTTP/1.1" status: 200 len: 217 time: 0.0534694 Feb 28 10:38:33.426741 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29053074-8dbf-4310-8c2b-14a91c2a401a req-a6eae7d6-ce44-40a5-9c9a-fc8b33bc25ec tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:33.428229 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-29053074-8dbf-4310-8c2b-14a91c2a401a req-a6eae7d6-ce44-40a5-9c9a-fc8b33bc25ec tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 944 time: 0.2046027 Feb 28 10:38:33.441196 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742d231-1c6f-4bd0-9a5b-3c0779d52828 req-bfe7cb04-ed67-4934-aad3-4accf630321f tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:33.442579 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e742d231-1c6f-4bd0-9a5b-3c0779d52828 req-bfe7cb04-ed67-4934-aad3-4accf630321f tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c HTTP/1.1" status: 200 len: 944 time: 0.1927454 Feb 28 10:38:33.493313 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32801b-b828-4ff9-9280-be46f6b655cc req-24eca00d-c81b-4320-bb46-cffaea4d7b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:33.494767 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-9a32801b-b828-4ff9-9280-be46f6b655cc req-24eca00d-c81b-4320-bb46-cffaea4d7b76 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c422424b-4bdb-4bd8-9a44-a4d30179929f HTTP/1.1" status: 200 len: 855 time: 0.1083939 Feb 28 10:38:33.523210 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-40845b6a-2e47-49d6-88ae-da102abd7b5a admin admin] Publish callbacks [] for security_group (24d0ddb4-4993-40cf-99a4-5e4ca12ab351), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:33.556418 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-40845b6a-2e47-49d6-88ae-da102abd7b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (24d0ddb4-4993-40cf-99a4-5e4ca12ab351), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:33.617268 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-29053074-8dbf-4310-8c2b-14a91c2a401a req-684a3e8e-27fe-4b31-9158-609e2ee7583c tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712151 Feb 28 10:38:33.631823 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e742d231-1c6f-4bd0-9a5b-3c0779d52828 req-21fd32e7-5019-4806-a272-318dec1e8584 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=29e49b4a-f648-4fb8-ac32-be2bb14b1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728179 Feb 28 10:38:33.653085 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-40845b6a-2e47-49d6-88ae-da102abd7b5a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c464215d373b445b8cb286adc7e13360&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7317481 Feb 28 10:38:33.656701 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40845b6a-2e47-49d6-88ae-da102abd7b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d0ddb4-4993-40cf-99a4-5e4ca12ab351,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:33.658007 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 53808) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:33.673841 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32801b-b828-4ff9-9280-be46f6b655cc req-0d22217f-2af1-49ec-b3e5-95ea4352ceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:33.674767 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-9a32801b-b828-4ff9-9280-be46f6b655cc req-0d22217f-2af1-49ec-b3e5-95ea4352ceaf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=240e2b6c-54c0-4c0d-850d-490078c64530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1676710 Feb 28 10:38:33.716279 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-903495ac-4f25-4cb6-9bd7-2af33a4166d4 admin admin] Publish callbacks [] for security_group (24d0ddb4-4993-40cf-99a4-5e4ca12ab351), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:33.748055 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-903495ac-4f25-4cb6-9bd7-2af33a4166d4 admin admin] Publish callbacks [] for security_group (24d0ddb4-4993-40cf-99a4-5e4ca12ab351), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:33.815218 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-903495ac-4f25-4cb6-9bd7-2af33a4166d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (24d0ddb4-4993-40cf-99a4-5e4ca12ab351), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:33.816472 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-9a32801b-b828-4ff9-9280-be46f6b655cc req-cf8a222f-7c25-466c-bd07-faa629a41725 service neutron] 10.222.0.46 "GET /v2.0/networks/240e2b6c-54c0-4c0d-850d-490078c64530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356597 Feb 28 10:38:33.821119 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-903495ac-4f25-4cb6-9bd7-2af33a4166d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:33.825531 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-903495ac-4f25-4cb6-9bd7-2af33a4166d4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/24d0ddb4-4993-40cf-99a4-5e4ca12ab351 HTTP/1.1" status: 204 len: 168 time: 0.1639745 Feb 28 10:38:33.839782 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903495ac-4f25-4cb6-9bd7-2af33a4166d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d0ddb4-4993-40cf-99a4-5e4ca12ab351,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:33.942173 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-9a32801b-b828-4ff9-9280-be46f6b655cc req-a45b0124-d9fc-42ce-8674-6a9198968f7e service neutron] 10.222.0.46 "GET /v2.0/networks/240e2b6c-54c0-4c0d-850d-490078c64530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180167 Feb 28 10:38:34.002531 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (db31e800-75f5-4bdb-84cd-f402d346b45c), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:34.132162 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 53838) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:34.145076 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-bdbafc3a-c274-4915-b825-4215316fa949 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:34.162539 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a58adaf-c8e1-4e32-a628-16e86410c7c8 req-ab8d7be8-f0b1-428b-b7ee-0eb2f55b4728 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:34.164029 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-3a58adaf-c8e1-4e32-a628-16e86410c7c8 req-ab8d7be8-f0b1-428b-b7ee-0eb2f55b4728 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bed41c4-1e36-4126-a7e1-f18f69749966 HTTP/1.1" status: 200 len: 943 time: 0.0891249 Feb 28 10:38:34.175899 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894f501-a1c2-47bf-84d8-5101beb50eef req-4b4befa4-dae5-4fd7-a745-cd6d22c01fc3 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:34.177550 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a894f501-a1c2-47bf-84d8-5101beb50eef req-4b4befa4-dae5-4fd7-a745-cd6d22c01fc3 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a117cac-a1a4-4467-84c0-0a89debf087a HTTP/1.1" status: 200 len: 943 time: 0.0752506 Feb 28 10:38:34.220277 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-bdbafc3a-c274-4915-b825-4215316fa949 admin admin] Publish callbacks [] for security_group (5a5964f2-f64f-4c79-8144-2784b2fabf45), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:34.225075 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-bdbafc3a-c274-4915-b825-4215316fa949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (5a5964f2-f64f-4c79-8144-2784b2fabf45), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:34.246211 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-3a58adaf-c8e1-4e32-a628-16e86410c7c8 req-6ef48e6b-54c8-4810-968c-aa8e1c76a8d3 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/security-groups?id=60338080-b467-4167-91ec-bc706f1b116e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676057 Feb 28 10:38:34.253422 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a894f501-a1c2-47bf-84d8-5101beb50eef req-bdb3a599-c593-4baf-8139-2723056bd39d tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679972 Feb 28 10:38:34.273657 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-bdbafc3a-c274-4915-b825-4215316fa949 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=80c92daa914d4271828dafc1cc33dbeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1380310 Feb 28 10:38:34.273657 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbafc3a-c274-4915-b825-4215316fa949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5964f2-f64f-4c79-8144-2784b2fabf45,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:34.274191 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 53840) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:34.324643 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-507e0084-56f3-41a9-bd9c-db8c99236f9c admin admin] Publish callbacks [] for security_group (5a5964f2-f64f-4c79-8144-2784b2fabf45), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:34.345495 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-507e0084-56f3-41a9-bd9c-db8c99236f9c admin admin] Publish callbacks [] for security_group (5a5964f2-f64f-4c79-8144-2784b2fabf45), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:34.392883 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-507e0084-56f3-41a9-bd9c-db8c99236f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (5a5964f2-f64f-4c79-8144-2784b2fabf45), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:34.395497 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-507e0084-56f3-41a9-bd9c-db8c99236f9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:34.396633 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-507e0084-56f3-41a9-bd9c-db8c99236f9c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5a5964f2-f64f-4c79-8144-2784b2fabf45 HTTP/1.1" status: 204 len: 168 time: 0.1212621 Feb 28 10:38:34.405726 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e0084-56f3-41a9-bd9c-db8c99236f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5964f2-f64f-4c79-8144-2784b2fabf45,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:34.768866 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930dbc1-b496-476f-b304-cb614d6b0b1a req-e326892c-5698-4345-a051-fdc8097ad6aa tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:34.770664 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b930dbc1-b496-476f-b304-cb614d6b0b1a req-e326892c-5698-4345-a051-fdc8097ad6aa tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 944 time: 0.0622933 Feb 28 10:38:34.854409 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ec40f-d196-4a4d-a80e-e366288171aa req-dc5d3ecb-6af0-4131-a10b-5d9dbe36b69d tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:34.858506 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e16ec40f-d196-4a4d-a80e-e366288171aa req-dc5d3ecb-6af0-4131-a10b-5d9dbe36b69d tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c HTTP/1.1" status: 200 len: 944 time: 0.0868311 Feb 28 10:38:34.876244 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b930dbc1-b496-476f-b304-cb614d6b0b1a req-7fe83f86-d5fc-4efe-b8c2-a5a2c63b205a tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916090 Feb 28 10:38:34.939076 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e16ec40f-d196-4a4d-a80e-e366288171aa req-69062118-914f-4eb8-a26e-175166e65010 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=29e49b4a-f648-4fb8-ac32-be2bb14b1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753996 Feb 28 10:38:35.429874 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.agents_db [None req-ad1b81bb-6a73-47ab-ba10-dec1fea0c152 None None] Agent healthcheck: found 6 active agents {{(pid=102998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:38:35.447646 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9207ba-3218-458c-83e1-a5be83520ba7 req-661463fa-97e1-4c5a-9cac-5afdf75ce447 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:35.449277 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4e9207ba-3218-458c-83e1-a5be83520ba7 req-661463fa-97e1-4c5a-9cac-5afdf75ce447 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a117cac-a1a4-4467-84c0-0a89debf087a HTTP/1.1" status: 200 len: 943 time: 0.1155119 Feb 28 10:38:35.461957 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef82f4-c4cf-4652-ac5f-6f326a842876 req-89128ed6-d158-427d-809e-e84e745565f7 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:35.463428 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-8bef82f4-c4cf-4652-ac5f-6f326a842876 req-89128ed6-d158-427d-809e-e84e745565f7 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bed41c4-1e36-4126-a7e1-f18f69749966 HTTP/1.1" status: 200 len: 943 time: 0.1273677 Feb 28 10:38:35.535197 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4e9207ba-3218-458c-83e1-a5be83520ba7 req-17e4af8c-e7dc-4ce3-b51d-01c7685cfebf tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801373 Feb 28 10:38:35.550318 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-8bef82f4-c4cf-4652-ac5f-6f326a842876 req-7f2106f3-dd1d-40be-b10f-fca214fe32b1 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/security-groups?id=60338080-b467-4167-91ec-bc706f1b116e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798852 Feb 28 10:38:36.018030 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c82c1e-3fca-430a-a4cd-d721ed71d7ba req-28b630e9-8bf7-46a2-82fb-cdc3048e9714 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:36.019648 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a6c82c1e-3fca-430a-a4cd-d721ed71d7ba req-28b630e9-8bf7-46a2-82fb-cdc3048e9714 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 944 time: 0.0638437 Feb 28 10:38:36.099586 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a6c82c1e-3fca-430a-a4cd-d721ed71d7ba req-497f5092-d816-419f-ab93-c017ce3f2659 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688548 Feb 28 10:38:36.109977 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cbbf1d-27a0-4800-a0ea-0b6c6c8bd796 req-1e791ae9-dac3-4cac-bad4-0f8bcdac2f14 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:36.119175 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b3cbbf1d-27a0-4800-a0ea-0b6c6c8bd796 req-1e791ae9-dac3-4cac-bad4-0f8bcdac2f14 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c HTTP/1.1" status: 200 len: 944 time: 0.0896297 Feb 28 10:38:36.164415 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b3cbbf1d-27a0-4800-a0ea-0b6c6c8bd796 req-2c5bccf2-5d21-47bd-91e7-30621f31bf95 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=29e49b4a-f648-4fb8-ac32-be2bb14b1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475099 Feb 28 10:38:36.316530 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 53986) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:36.418866 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-d9893cc4-3078-4907-a8c5-0923ee03bc42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:36.493705 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-d9893cc4-3078-4907-a8c5-0923ee03bc42 admin admin] Publish callbacks [] for security_group (b952b544-9579-4f93-b1cd-8f2fe0f488b5), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:36.497986 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-d9893cc4-3078-4907-a8c5-0923ee03bc42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (b952b544-9579-4f93-b1cd-8f2fe0f488b5), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:36.534954 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-d9893cc4-3078-4907-a8c5-0923ee03bc42 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7690f0be654d469c9bbdf16d823ac6ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2173786 Feb 28 10:38:36.535781 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9893cc4-3078-4907-a8c5-0923ee03bc42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b952b544-9579-4f93-b1cd-8f2fe0f488b5,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:36.537685 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 53994) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:36.586461 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-7248a814-bc06-4bdd-a37f-ae5800e1e657 admin admin] Publish callbacks [] for security_group (b952b544-9579-4f93-b1cd-8f2fe0f488b5), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:36.608121 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-7248a814-bc06-4bdd-a37f-ae5800e1e657 admin admin] Publish callbacks [] for security_group (b952b544-9579-4f93-b1cd-8f2fe0f488b5), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:36.721135 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfff3c1-bbc5-4e5e-8dff-4680d5d1c3db req-c3b1458a-5407-4375-94e6-12041f7ae7e4 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:36.722541 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6dfff3c1-bbc5-4e5e-8dff-4680d5d1c3db req-c3b1458a-5407-4375-94e6-12041f7ae7e4 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a117cac-a1a4-4467-84c0-0a89debf087a HTTP/1.1" status: 200 len: 943 time: 0.1120343 Feb 28 10:38:36.730210 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb1626-1163-456f-8d6d-b12c8e873fe0 req-ae15c958-0e8c-45ec-935a-0dc1a8dad4f9 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:36.732114 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4dcb1626-1163-456f-8d6d-b12c8e873fe0 req-ae15c958-0e8c-45ec-935a-0dc1a8dad4f9 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bed41c4-1e36-4126-a7e1-f18f69749966 HTTP/1.1" status: 200 len: 943 time: 0.1158752 Feb 28 10:38:36.734778 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-7248a814-bc06-4bdd-a37f-ae5800e1e657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (b952b544-9579-4f93-b1cd-8f2fe0f488b5), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:36.737289 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-7248a814-bc06-4bdd-a37f-ae5800e1e657 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:36.738302 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-7248a814-bc06-4bdd-a37f-ae5800e1e657 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b952b544-9579-4f93-b1cd-8f2fe0f488b5 HTTP/1.1" status: 204 len: 168 time: 0.1996481 Feb 28 10:38:36.767652 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7248a814-bc06-4bdd-a37f-ae5800e1e657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b952b544-9579-4f93-b1cd-8f2fe0f488b5,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:36.817153 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4dcb1626-1163-456f-8d6d-b12c8e873fe0 req-b6b9dada-a26d-4cbd-a9c2-846bbc6bce27 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/security-groups?id=60338080-b467-4167-91ec-bc706f1b116e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778601 Feb 28 10:38:36.820465 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6dfff3c1-bbc5-4e5e-8dff-4680d5d1c3db req-6d5a6bcf-b956-4678-8f02-d38244dbb51c tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871847 Feb 28 10:38:37.002232 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 54006) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:37.015817 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-ca72135d-2834-42d4-b17f-754937f1ffe0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:37.091889 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-ca72135d-2834-42d4-b17f-754937f1ffe0 admin admin] Publish callbacks [] for security_group (d93b7b59-259d-4329-86d0-3e88d06f54f9), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:37.096476 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-ca72135d-2834-42d4-b17f-754937f1ffe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (d93b7b59-259d-4329-86d0-3e88d06f54f9), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:37.098239 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device f245c2a6-a750-496a-95c4-cf5ce2375a89 details requested by agent hyperv_hv-cinder-83116 with host hv-cinder-83116 {{(pid=102997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:38:37.139101 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-ca72135d-2834-42d4-b17f-754937f1ffe0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=25939ca7165e485484b879205576e8d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1333420 Feb 28 10:38:37.140669 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 54010) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:37.146763 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca72135d-2834-42d4-b17f-754937f1ffe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93b7b59-259d-4329-86d0-3e88d06f54f9,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:37.207967 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port f245c2a6-a750-496a-95c4-cf5ce2375a89, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=f245c2a6-a750-496a-95c4-cf5ce2375a89,segment=NetworkSegment(00a7182d-ed44-43e5-8da3-65da6fab2cc0),segment_id=00a7182d-ed44-43e5-8da3-65da6fab2cc0)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:37.220038 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Returning: {'device': 'f245c2a6-a750-496a-95c4-cf5ce2375a89', 'network_id': '181d6fbd-5cb4-4bfd-bffa-34f454380b3f', 'port_id': 'f245c2a6-a750-496a-95c4-cf5ce2375a89', 'mac_address': 'fa:16:3e:d9:e1:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb0c5a25-3924-4147-8d5d-a4a9902af2f7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:38:37.225704 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-20fb5d4b-3d68-4a96-b01f-1ca7860b4b19 admin admin] Publish callbacks [] for security_group (d93b7b59-259d-4329-86d0-3e88d06f54f9), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:37.244175 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae22009-6b60-4d40-a943-3f1564d263ca req-eaf21808-8286-423b-b091-5a0564c40bf5 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:37.245655 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-eae22009-6b60-4d40-a943-3f1564d263ca req-eaf21808-8286-423b-b091-5a0564c40bf5 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 944 time: 0.0796294 Feb 28 10:38:37.257537 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Current status of the port f245c2a6-a750-496a-95c4-cf5ce2375a89 is: DOWN; New status is: BUILD {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:37.257966 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (f245c2a6-a750-496a-95c4-cf5ce2375a89), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:37.271043 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.notifiers.nova [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f245c2a6-a750-496a-95c4-cf5ce2375a89 {{(pid=102997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:38:37.290039 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-20fb5d4b-3d68-4a96-b01f-1ca7860b4b19 admin admin] Publish callbacks [] for security_group (d93b7b59-259d-4329-86d0-3e88d06f54f9), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:37.291467 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port f245c2a6-a750-496a-95c4-cf5ce2375a89, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=f245c2a6-a750-496a-95c4-cf5ce2375a89,segment=NetworkSegment(00a7182d-ed44-43e5-8da3-65da6fab2cc0),segment_id=00a7182d-ed44-43e5-8da3-65da6fab2cc0)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:37.296083 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (f245c2a6-a750-496a-95c4-cf5ce2375a89), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:37.296858 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device b4d7ada1-17bc-43dd-82b4-6270e1ed85ec details requested by agent hyperv_hv-cinder-83116 with host hv-cinder-83116 {{(pid=102997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:38:37.364665 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-eae22009-6b60-4d40-a943-3f1564d263ca req-ec773c70-90fa-47a5-946e-c2728a2b6d40 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059558 Feb 28 10:38:37.374760 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486be0d7-e5f0-462c-a36f-975479336f00 req-7e534016-2bae-4f6f-8793-77b3f4623c80 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:37.377065 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-486be0d7-e5f0-462c-a36f-975479336f00 req-7e534016-2bae-4f6f-8793-77b3f4623c80 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c HTTP/1.1" status: 200 len: 944 time: 0.1288757 Feb 28 10:38:37.400333 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-20fb5d4b-3d68-4a96-b01f-1ca7860b4b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (d93b7b59-259d-4329-86d0-3e88d06f54f9), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:37.403409 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-20fb5d4b-3d68-4a96-b01f-1ca7860b4b19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:37.404528 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-20fb5d4b-3d68-4a96-b01f-1ca7860b4b19 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d93b7b59-259d-4329-86d0-3e88d06f54f9 HTTP/1.1" status: 204 len: 168 time: 0.2629430 Feb 28 10:38:37.423060 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb5d4b-3d68-4a96-b01f-1ca7860b4b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93b7b59-259d-4329-86d0-3e88d06f54f9,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:37.454240 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-486be0d7-e5f0-462c-a36f-975479336f00 req-ec8bc9a5-d993-4882-a3c3-047728bbb96f tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=29e49b4a-f648-4fb8-ac32-be2bb14b1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625196 Feb 28 10:38:37.520524 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Pushing event updated for resources: {'Port': ['ID=f245c2a6-a750-496a-95c4-cf5ce2375a89,revision_number=4']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:37.565901 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port b4d7ada1-17bc-43dd-82b4-6270e1ed85ec, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=b4d7ada1-17bc-43dd-82b4-6270e1ed85ec,segment=NetworkSegment(423b6589-79ab-4f39-a7b9-b1085abb310d),segment_id=423b6589-79ab-4f39-a7b9-b1085abb310d)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:37.577605 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Returning: {'device': 'b4d7ada1-17bc-43dd-82b4-6270e1ed85ec', 'network_id': 'afedb623-3316-4b12-8ae7-24fcfdd11e46', 'port_id': 'b4d7ada1-17bc-43dd-82b4-6270e1ed85ec', 'mac_address': 'fa:16:3e:31:d4:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bd7be47-a156-438c-acdc-95612b182e1c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:38:37.619041 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Current status of the port b4d7ada1-17bc-43dd-82b4-6270e1ed85ec is: DOWN; New status is: BUILD {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:37.619437 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (b4d7ada1-17bc-43dd-82b4-6270e1ed85ec), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:37.632277 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.notifiers.nova [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4d7ada1-17bc-43dd-82b4-6270e1ed85ec {{(pid=102997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:38:37.651746 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port b4d7ada1-17bc-43dd-82b4-6270e1ed85ec, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=b4d7ada1-17bc-43dd-82b4-6270e1ed85ec,segment=NetworkSegment(423b6589-79ab-4f39-a7b9-b1085abb310d),segment_id=423b6589-79ab-4f39-a7b9-b1085abb310d)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:37.656309 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (b4d7ada1-17bc-43dd-82b4-6270e1ed85ec), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:37.657114 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device 82f040bc-13d3-4bf6-ae42-a0ca08db1d4c details requested by agent hyperv_hv-cinder-83116 with host hv-cinder-83116 {{(pid=102997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:38:37.751101 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Pushing event updated for resources: {'Port': ['ID=b4d7ada1-17bc-43dd-82b4-6270e1ed85ec,revision_number=4']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:37.792407 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port 82f040bc-13d3-4bf6-ae42-a0ca08db1d4c, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=82f040bc-13d3-4bf6-ae42-a0ca08db1d4c,segment=NetworkSegment(6c2048f2-30c2-42f7-807e-dc8d048f6f75),segment_id=6c2048f2-30c2-42f7-807e-dc8d048f6f75)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:37.803907 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Returning: {'device': '82f040bc-13d3-4bf6-ae42-a0ca08db1d4c', 'network_id': '240e2b6c-54c0-4c0d-850d-490078c64530', 'port_id': '82f040bc-13d3-4bf6-ae42-a0ca08db1d4c', 'mac_address': 'fa:16:3e:3e:75:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c422424b-4bdb-4bd8-9a44-a4d30179929f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:38:37.846219 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Current status of the port 82f040bc-13d3-4bf6-ae42-a0ca08db1d4c is: DOWN; New status is: BUILD {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:37.846618 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (82f040bc-13d3-4bf6-ae42-a0ca08db1d4c), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:37.860532 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.notifiers.nova [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82f040bc-13d3-4bf6-ae42-a0ca08db1d4c {{(pid=102997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:38:37.885566 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port 82f040bc-13d3-4bf6-ae42-a0ca08db1d4c, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=82f040bc-13d3-4bf6-ae42-a0ca08db1d4c,segment=NetworkSegment(6c2048f2-30c2-42f7-807e-dc8d048f6f75),segment_id=6c2048f2-30c2-42f7-807e-dc8d048f6f75)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:37.891692 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (82f040bc-13d3-4bf6-ae42-a0ca08db1d4c), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:37.892421 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device 95c6068a-e402-4937-9f00-38486bf61104 details requested by agent hyperv_hv-cinder-83116 with host hv-cinder-83116 {{(pid=102997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:38:37.964198 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Pushing event updated for resources: {'Port': ['ID=82f040bc-13d3-4bf6-ae42-a0ca08db1d4c,revision_number=4']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:37.967787 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port 95c6068a-e402-4937-9f00-38486bf61104, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=95c6068a-e402-4937-9f00-38486bf61104,segment=NetworkSegment(00a7182d-ed44-43e5-8da3-65da6fab2cc0),segment_id=00a7182d-ed44-43e5-8da3-65da6fab2cc0)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:37.979512 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Returning: {'device': '95c6068a-e402-4937-9f00-38486bf61104', 'network_id': '181d6fbd-5cb4-4bfd-bffa-34f454380b3f', 'port_id': '95c6068a-e402-4937-9f00-38486bf61104', 'mac_address': 'fa:16:3e:a5:91:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb0c5a25-3924-4147-8d5d-a4a9902af2f7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:38:37.986089 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e86013-90e8-4b9c-8319-28de7068683f req-4a471545-c301-4133-9069-79b585e6c49b tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:37.987663 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e4e86013-90e8-4b9c-8319-28de7068683f req-4a471545-c301-4133-9069-79b585e6c49b tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bed41c4-1e36-4126-a7e1-f18f69749966 HTTP/1.1" status: 200 len: 944 time: 0.0890670 Feb 28 10:38:37.994219 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23ca34-0a96-4361-88b2-92e8abca9151 req-e0c84c3d-73f4-4710-bbf0-4f430cea698f tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:37.995866 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1e23ca34-0a96-4361-88b2-92e8abca9151 req-e0c84c3d-73f4-4710-bbf0-4f430cea698f tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a117cac-a1a4-4467-84c0-0a89debf087a HTTP/1.1" status: 200 len: 943 time: 0.0959699 Feb 28 10:38:38.020697 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Current status of the port 95c6068a-e402-4937-9f00-38486bf61104 is: DOWN; New status is: BUILD {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:38.021098 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (95c6068a-e402-4937-9f00-38486bf61104), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:38.040314 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.notifiers.nova [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95c6068a-e402-4937-9f00-38486bf61104 {{(pid=102997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:38:38.069845 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port 95c6068a-e402-4937-9f00-38486bf61104, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=95c6068a-e402-4937-9f00-38486bf61104,segment=NetworkSegment(00a7182d-ed44-43e5-8da3-65da6fab2cc0),segment_id=00a7182d-ed44-43e5-8da3-65da6fab2cc0)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:38.075563 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e4e86013-90e8-4b9c-8319-28de7068683f req-f07b51a5-6a6f-44ae-a367-b67ea2b4ba02 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/security-groups?id=60338080-b467-4167-91ec-bc706f1b116e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775743 Feb 28 10:38:38.077210 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (95c6068a-e402-4937-9f00-38486bf61104), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:38.078657 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device e3a2cc80-254c-4e2c-bc3f-cb2a6e821357 details requested by agent hyperv_hv-cinder-83116 with host hv-cinder-83116 {{(pid=102997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:38:38.102017 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1e23ca34-0a96-4361-88b2-92e8abca9151 req-aff3ccff-fe6d-4b57-a251-5b7cec2fbab9 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947564 Feb 28 10:38:38.155880 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Pushing event updated for resources: {'Port': ['ID=95c6068a-e402-4937-9f00-38486bf61104,revision_number=4']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:38.228339 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port e3a2cc80-254c-4e2c-bc3f-cb2a6e821357, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=e3a2cc80-254c-4e2c-bc3f-cb2a6e821357,segment=NetworkSegment(70a518fb-2283-4553-b90f-d3f0f325e4d8),segment_id=70a518fb-2283-4553-b90f-d3f0f325e4d8)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:38.240178 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Returning: {'device': 'e3a2cc80-254c-4e2c-bc3f-cb2a6e821357', 'network_id': '9b073e6b-c342-425b-a002-2cd2376b1da4', 'port_id': 'e3a2cc80-254c-4e2c-bc3f-cb2a6e821357', 'mac_address': 'fa:16:3e:77:68:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f6bb29c-d00a-495d-ab78-9dec9ba1e99a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:38:38.276757 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Current status of the port e3a2cc80-254c-4e2c-bc3f-cb2a6e821357 is: DOWN; New status is: BUILD {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:38.277158 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (e3a2cc80-254c-4e2c-bc3f-cb2a6e821357), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:38.293467 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.notifiers.nova [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3a2cc80-254c-4e2c-bc3f-cb2a6e821357 {{(pid=102997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:38:38.317705 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port e3a2cc80-254c-4e2c-bc3f-cb2a6e821357, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=e3a2cc80-254c-4e2c-bc3f-cb2a6e821357,segment=NetworkSegment(70a518fb-2283-4553-b90f-d3f0f325e4d8),segment_id=70a518fb-2283-4553-b90f-d3f0f325e4d8)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:38.321543 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (e3a2cc80-254c-4e2c-bc3f-cb2a6e821357), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:38.368373 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Pushing event updated for resources: {'Port': ['ID=e3a2cc80-254c-4e2c-bc3f-cb2a6e821357,revision_number=4']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:38.482349 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c346ef-dd78-4b15-8e6a-a670a8bb8680 req-5ffe0cab-ee25-4007-bcf6-f5270ac642cd tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:38.483894 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d3c346ef-dd78-4b15-8e6a-a670a8bb8680 req-5ffe0cab-ee25-4007-bcf6-f5270ac642cd tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 945 time: 0.0518842 Feb 28 10:38:38.560080 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d3c346ef-dd78-4b15-8e6a-a670a8bb8680 req-ec5b4a73-7ea3-4d0b-9d73-36a55eec0572 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561419 Feb 28 10:38:38.621921 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ffc30f-b5ce-4cbb-9e3b-27cf4196db89 req-ae386229-5e68-46e8-a219-fe69247a1aac tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:38.623412 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-15ffc30f-b5ce-4cbb-9e3b-27cf4196db89 req-ae386229-5e68-46e8-a219-fe69247a1aac tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c HTTP/1.1" status: 200 len: 945 time: 0.0525496 Feb 28 10:38:38.670703 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-15ffc30f-b5ce-4cbb-9e3b-27cf4196db89 req-c81e4dfa-7699-4199-9ee9-2c561765a293 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=29e49b4a-f648-4fb8-ac32-be2bb14b1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413270 Feb 28 10:38:39.234980 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63311ed2-f9b1-4c3e-b821-24bd27d0a5bf req-ced91528-15bb-4329-a712-72a9f12318aa tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:39.236452 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-63311ed2-f9b1-4c3e-b821-24bd27d0a5bf req-ced91528-15bb-4329-a712-72a9f12318aa tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bed41c4-1e36-4126-a7e1-f18f69749966 HTTP/1.1" status: 200 len: 944 time: 0.0855155 Feb 28 10:38:39.247727 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec13916-74ec-4a2b-978c-873f08942926 req-61c42d67-f824-4374-bc3e-0805f30d2894 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:39.249158 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-bec13916-74ec-4a2b-978c-873f08942926 req-61c42d67-f824-4374-bc3e-0805f30d2894 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a117cac-a1a4-4467-84c0-0a89debf087a HTTP/1.1" status: 200 len: 944 time: 0.0688684 Feb 28 10:38:39.318840 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-63311ed2-f9b1-4c3e-b821-24bd27d0a5bf req-ea31630f-fdba-4ab7-a2aa-b6f61cd929bc tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/security-groups?id=60338080-b467-4167-91ec-bc706f1b116e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687406 Feb 28 10:38:39.323539 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-bec13916-74ec-4a2b-978c-873f08942926 req-2950e6c9-98d2-49d7-892f-7922cead37d6 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677111 Feb 28 10:38:39.670259 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde1cab-c1f0-4de4-aec1-5460451521ab req-cc17d353-6e44-4330-835f-c0233fa748bb tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:39.671782 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0cde1cab-c1f0-4de4-aec1-5460451521ab req-cc17d353-6e44-4330-835f-c0233fa748bb tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 945 time: 0.0597932 Feb 28 10:38:39.908262 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0cde1cab-c1f0-4de4-aec1-5460451521ab req-e3c750d0-9d39-4846-8ddc-13d92327d17e tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310340 Feb 28 10:38:39.923940 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46214669-a044-4d37-b75e-e462ff794827 req-10daaf7b-fe4d-4f2c-bf73-5a7b5ebd8916 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:39.925561 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-46214669-a044-4d37-b75e-e462ff794827 req-10daaf7b-fe4d-4f2c-bf73-5a7b5ebd8916 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c HTTP/1.1" status: 200 len: 945 time: 0.0736258 Feb 28 10:38:39.978598 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-46214669-a044-4d37-b75e-e462ff794827 req-ca0d88c3-a32a-4662-8b5c-c264d4b85e3a tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=29e49b4a-f648-4fb8-ac32-be2bb14b1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474534 Feb 28 10:38:40.466052 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac30da81-26be-4792-8e9b-be91b57efdcd req-f8263ed5-e585-4e8a-bd3a-e6dffc60581c tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:40.467545 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ac30da81-26be-4792-8e9b-be91b57efdcd req-f8263ed5-e585-4e8a-bd3a-e6dffc60581c tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bed41c4-1e36-4126-a7e1-f18f69749966 HTTP/1.1" status: 200 len: 944 time: 0.0842104 Feb 28 10:38:40.474033 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8b77a-2648-4e1a-b31d-6a29810ef643 req-4c054684-128d-4d7b-8541-4e3a6c7ff52d tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:40.475377 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d0e8b77a-2648-4e1a-b31d-6a29810ef643 req-4c054684-128d-4d7b-8541-4e3a6c7ff52d tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a117cac-a1a4-4467-84c0-0a89debf087a HTTP/1.1" status: 200 len: 944 time: 0.0834725 Feb 28 10:38:40.544276 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ac30da81-26be-4792-8e9b-be91b57efdcd req-d80640f8-ac02-4452-816b-495b41ebde23 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/security-groups?id=60338080-b467-4167-91ec-bc706f1b116e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679464 Feb 28 10:38:40.547192 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d0e8b77a-2648-4e1a-b31d-6a29810ef643 req-8a5f04d2-9095-4f8e-a8eb-d118a203812a tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653255 Feb 28 10:38:41.024391 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152e086-b3b7-4946-872b-b91853f1511d req-c99db721-9478-4433-934a-09d97995531f tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:41.025846 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a152e086-b3b7-4946-872b-b91853f1511d req-c99db721-9478-4433-934a-09d97995531f tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 945 time: 0.0506153 Feb 28 10:38:41.105137 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a152e086-b3b7-4946-872b-b91853f1511d req-dd81848e-3bba-47f1-8fa5-fcc541100904 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727866 Feb 28 10:38:41.120253 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7540fc5-9db2-4ca2-b1c8-784f411d086b req-43b33291-3e99-4c12-9450-322507624b2c tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:41.121720 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-f7540fc5-9db2-4ca2-b1c8-784f411d086b req-43b33291-3e99-4c12-9450-322507624b2c tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c HTTP/1.1" status: 200 len: 945 time: 0.0762606 Feb 28 10:38:41.167943 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-f7540fc5-9db2-4ca2-b1c8-784f411d086b req-dc954fee-0c22-4dd1-8a46-4ae3fe872f61 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=29e49b4a-f648-4fb8-ac32-be2bb14b1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406544 Feb 28 10:38:41.691045 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e0397-ee00-4508-b5c7-a443779b3126 req-efefc0b4-f967-4861-8e39-f3bd605e9cbc tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:41.692517 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ea3e0397-ee00-4508-b5c7-a443779b3126 req-efefc0b4-f967-4861-8e39-f3bd605e9cbc tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bed41c4-1e36-4126-a7e1-f18f69749966 HTTP/1.1" status: 200 len: 944 time: 0.0839353 Feb 28 10:38:41.702543 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd13fd7-816d-4f17-92e7-bb925dc39f42 req-d8bab6c7-2079-4b08-87ab-299d65602a41 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:41.703938 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-bfd13fd7-816d-4f17-92e7-bb925dc39f42 req-d8bab6c7-2079-4b08-87ab-299d65602a41 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a117cac-a1a4-4467-84c0-0a89debf087a HTTP/1.1" status: 200 len: 944 time: 0.0935094 Feb 28 10:38:41.775019 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ea3e0397-ee00-4508-b5c7-a443779b3126 req-31b7102a-9bad-48cc-b967-7ebe53d9dbcc tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/security-groups?id=60338080-b467-4167-91ec-bc706f1b116e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701201 Feb 28 10:38:41.777983 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-bfd13fd7-816d-4f17-92e7-bb925dc39f42 req-c5195cf1-fb3b-47bb-a231-440dfa999caa tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675271 Feb 28 10:38:42.217921 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc873817-e6a8-43ef-9ad8-74aa799cdb1c req-3164a040-616d-4288-94e4-78b316e245f9 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:42.219451 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-bc873817-e6a8-43ef-9ad8-74aa799cdb1c req-3164a040-616d-4288-94e4-78b316e245f9 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 945 time: 0.0518725 Feb 28 10:38:42.296407 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-bc873817-e6a8-43ef-9ad8-74aa799cdb1c req-8f8c222c-b462-4a90-bec0-0bfebc0cf531 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710714 Feb 28 10:38:42.314421 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efadb85-dff0-461a-b377-e536b4e84675 req-5c3540cb-1aba-413a-b5c7-48b08db55ffd tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:42.315988 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-3efadb85-dff0-461a-b377-e536b4e84675 req-5c3540cb-1aba-413a-b5c7-48b08db55ffd tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c HTTP/1.1" status: 200 len: 945 time: 0.0739930 Feb 28 10:38:42.361915 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-3efadb85-dff0-461a-b377-e536b4e84675 req-bdff1998-0a07-4a9f-828a-88243c1556b3 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=29e49b4a-f648-4fb8-ac32-be2bb14b1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404510 Feb 28 10:38:42.921532 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa4aec-b45a-48d8-9b9b-bcb25598f054 req-c43c5c93-6699-45c5-b750-c8c087a4f159 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:42.922927 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-f7aa4aec-b45a-48d8-9b9b-bcb25598f054 req-c43c5c93-6699-45c5-b750-c8c087a4f159 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bed41c4-1e36-4126-a7e1-f18f69749966 HTTP/1.1" status: 200 len: 944 time: 0.0850537 Feb 28 10:38:42.930008 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d6cbe-da0d-4fcd-bda6-491a73f14b5f req-7bd47e85-2dc6-4e50-889b-f7ce85718be2 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:42.931357 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7d4d6cbe-da0d-4fcd-bda6-491a73f14b5f req-7bd47e85-2dc6-4e50-889b-f7ce85718be2 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a117cac-a1a4-4467-84c0-0a89debf087a HTTP/1.1" status: 200 len: 944 time: 0.0844471 Feb 28 10:38:43.001866 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-f7aa4aec-b45a-48d8-9b9b-bcb25598f054 req-e9cb8316-c7dc-4df9-b673-e29d24fdd616 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/security-groups?id=60338080-b467-4167-91ec-bc706f1b116e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695934 Feb 28 10:38:43.005115 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7d4d6cbe-da0d-4fcd-bda6-491a73f14b5f req-91530f14-60a7-4a04-867a-4c33afa7c80f tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674076 Feb 28 10:38:43.412100 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7b1ed-9ac9-4f8d-aade-4935ac2009f7 req-5cdfb7f9-f8a4-44e6-b5ab-ed8cfec8fa4a tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:43.413588 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0be7b1ed-9ac9-4f8d-aade-4935ac2009f7 req-5cdfb7f9-f8a4-44e6-b5ab-ed8cfec8fa4a tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 945 time: 0.0542252 Feb 28 10:38:43.488640 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0be7b1ed-9ac9-4f8d-aade-4935ac2009f7 req-ea79b994-9cf6-4aaf-a542-d6106632fa46 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688999 Feb 28 10:38:43.503693 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21860a22-0c39-4022-b065-8a6dae1c80c0 req-23fa506f-d721-4730-a851-0f71b43974eb tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:43.505144 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-21860a22-0c39-4022-b065-8a6dae1c80c0 req-23fa506f-d721-4730-a851-0f71b43974eb tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c HTTP/1.1" status: 200 len: 945 time: 0.0726378 Feb 28 10:38:43.551133 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-21860a22-0c39-4022-b065-8a6dae1c80c0 req-e33dc9c0-fc5f-4a37-9d02-dab4f50accfd tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=29e49b4a-f648-4fb8-ac32-be2bb14b1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400777 Feb 28 10:38:44.156970 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6956f20-a584-4e6d-a44c-683765cd4563 req-693f96bb-788d-4046-b5bd-edee2c4d165a tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:44.158438 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-f6956f20-a584-4e6d-a44c-683765cd4563 req-693f96bb-788d-4046-b5bd-edee2c4d165a tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bed41c4-1e36-4126-a7e1-f18f69749966 HTTP/1.1" status: 200 len: 944 time: 0.0789981 Feb 28 10:38:44.165787 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77289cc7-1189-4b90-9372-1bfc3a1e0791 req-3c3d602b-5d9a-430e-927e-43ea1812ad8c tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:44.167209 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-77289cc7-1189-4b90-9372-1bfc3a1e0791 req-3c3d602b-5d9a-430e-927e-43ea1812ad8c tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a117cac-a1a4-4467-84c0-0a89debf087a HTTP/1.1" status: 200 len: 944 time: 0.0978425 Feb 28 10:38:44.232839 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-f6956f20-a584-4e6d-a44c-683765cd4563 req-60fa3fc4-3525-42cc-9916-3e766fe6cc74 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/security-groups?id=60338080-b467-4167-91ec-bc706f1b116e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647488 Feb 28 10:38:44.243790 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-77289cc7-1189-4b90-9372-1bfc3a1e0791 req-48d0ea81-1778-438b-bfbf-04fa9927971a tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619204 Feb 28 10:38:44.607174 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f1b103-8560-40a4-a94f-70c7a448e5cc req-dd1d80df-d813-436a-8ec0-0b537f155596 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:44.608640 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-95f1b103-8560-40a4-a94f-70c7a448e5cc req-dd1d80df-d813-436a-8ec0-0b537f155596 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 945 time: 0.0555713 Feb 28 10:38:44.680792 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-95f1b103-8560-40a4-a94f-70c7a448e5cc req-2568132f-6cc2-4a89-8889-5b1c9e85ac47 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666461 Feb 28 10:38:44.695264 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715a87c-bc02-48df-b329-3fec3bd83a26 req-8e799123-e02a-4180-a545-66c793530095 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:44.696716 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d715a87c-bc02-48df-b329-3fec3bd83a26 req-8e799123-e02a-4180-a545-66c793530095 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c HTTP/1.1" status: 200 len: 945 time: 0.0770290 Feb 28 10:38:44.743967 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d715a87c-bc02-48df-b329-3fec3bd83a26 req-6c9edf68-7c4b-4c0c-8e65-f9a57236759f tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=29e49b4a-f648-4fb8-ac32-be2bb14b1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416441 Feb 28 10:38:44.875747 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] get_ports_and_sgs() called for port_ids ['95c6068a-e402-4937-9f00-38486bf61104'] {{(pid=102997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:38:45.050494 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] get_ports_and_sgs() called for port_ids ['b4d7ada1-17bc-43dd-82b4-6270e1ed85ec'] {{(pid=102997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:38:45.086957 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] get_ports_and_sgs() called for port_ids ['82f040bc-13d3-4bf6-ae42-a0ca08db1d4c'] {{(pid=102997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:38:45.093192 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] get_ports_and_sgs() called for port_ids ['f245c2a6-a750-496a-95c4-cf5ce2375a89'] {{(pid=102997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:38:45.265997 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] get_ports_and_sgs() called for port_ids ['e3a2cc80-254c-4e2c-bc3f-cb2a6e821357'] {{(pid=102997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:38:45.392939 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3dadd-f596-43f7-a854-1d1a3144e67d req-763fce5c-26b8-42b1-9c3f-ea1d6cc4e6fe tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:45.394500 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c9f3dadd-f596-43f7-a854-1d1a3144e67d req-763fce5c-26b8-42b1-9c3f-ea1d6cc4e6fe tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bed41c4-1e36-4126-a7e1-f18f69749966 HTTP/1.1" status: 200 len: 944 time: 0.0921836 Feb 28 10:38:45.404750 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea134e3-dc43-4426-bd30-9cc87377d505 req-a99d06e6-f902-4890-8d32-e88d0e7b05ce tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:45.415525 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6ea134e3-dc43-4426-bd30-9cc87377d505 req-a99d06e6-f902-4890-8d32-e88d0e7b05ce tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a117cac-a1a4-4467-84c0-0a89debf087a HTTP/1.1" status: 200 len: 944 time: 0.0868762 Feb 28 10:38:45.492132 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6ea134e3-dc43-4426-bd30-9cc87377d505 req-2d3ff117-daa3-4b8a-9104-837560588f41 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756075 Feb 28 10:38:45.516861 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c9f3dadd-f596-43f7-a854-1d1a3144e67d req-1afc5919-f626-4744-8930-feb10a4210d1 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/security-groups?id=60338080-b467-4167-91ec-bc706f1b116e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801003 Feb 28 10:38:45.813130 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c603067-25fd-4111-9e07-44a965d7ff9b req-d9d20841-5c49-4aae-af31-ab7681fe1064 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:45.814667 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7c603067-25fd-4111-9e07-44a965d7ff9b req-d9d20841-5c49-4aae-af31-ab7681fe1064 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 945 time: 0.0629773 Feb 28 10:38:45.848461 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 54222) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:45.901343 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7c603067-25fd-4111-9e07-44a965d7ff9b req-72229278-df4c-407c-94c9-f93ab57a0d87 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783815 Feb 28 10:38:45.921060 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7547d2-3cdd-4434-a3e8-261f4555d29e req-3d4c2fa8-43c9-4a17-9ac6-76a635e73c98 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:45.921421 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7a7547d2-3cdd-4434-a3e8-261f4555d29e req-3d4c2fa8-43c9-4a17-9ac6-76a635e73c98 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c HTTP/1.1" status: 200 len: 945 time: 0.0840471 Feb 28 10:38:45.979100 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7a7547d2-3cdd-4434-a3e8-261f4555d29e req-4b56970e-0669-43bd-95e6-eb007db415cc tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=29e49b4a-f648-4fb8-ac32-be2bb14b1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499215 Feb 28 10:38:46.001939 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-45dd80ac-56aa-4e7c-8859-2f46fbc5c604 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:46.090050 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-45dd80ac-56aa-4e7c-8859-2f46fbc5c604 admin admin] Publish callbacks [] for security_group (e43fdb11-72e6-4061-b70f-17d4e1e541a2), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:46.094515 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-45dd80ac-56aa-4e7c-8859-2f46fbc5c604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (e43fdb11-72e6-4061-b70f-17d4e1e541a2), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:46.130135 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd80ac-56aa-4e7c-8859-2f46fbc5c604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43fdb11-72e6-4061-b70f-17d4e1e541a2,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:46.138830 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 54244) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:46.139001 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-45dd80ac-56aa-4e7c-8859-2f46fbc5c604 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7c51f8827e214ea395ef5f10f3d266f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2892735 Feb 28 10:38:46.188973 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-5d1866b4-098f-4bae-9fd7-ef6d9b87aebd admin admin] Publish callbacks [] for security_group (e43fdb11-72e6-4061-b70f-17d4e1e541a2), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:46.209109 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-5d1866b4-098f-4bae-9fd7-ef6d9b87aebd admin admin] Publish callbacks [] for security_group (e43fdb11-72e6-4061-b70f-17d4e1e541a2), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:46.253380 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-5d1866b4-098f-4bae-9fd7-ef6d9b87aebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (e43fdb11-72e6-4061-b70f-17d4e1e541a2), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:46.255847 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-5d1866b4-098f-4bae-9fd7-ef6d9b87aebd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:46.257218 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-5d1866b4-098f-4bae-9fd7-ef6d9b87aebd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e43fdb11-72e6-4061-b70f-17d4e1e541a2 HTTP/1.1" status: 204 len: 168 time: 0.1171932 Feb 28 10:38:46.264388 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1866b4-098f-4bae-9fd7-ef6d9b87aebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43fdb11-72e6-4061-b70f-17d4e1e541a2,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:46.515410 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 54256) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:46.529066 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-f6ce01b8-e8b6-4a9e-a123-20227c0ebc7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:46.694218 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7d63c-1992-4d23-8dea-03e1ba60690f req-6a5311e4-cd07-4303-8955-2f909cc338e5 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:46.695699 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-42a7d63c-1992-4d23-8dea-03e1ba60690f req-6a5311e4-cd07-4303-8955-2f909cc338e5 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a117cac-a1a4-4467-84c0-0a89debf087a HTTP/1.1" status: 200 len: 944 time: 0.1306252 Feb 28 10:38:46.697484 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-f6ce01b8-e8b6-4a9e-a123-20227c0ebc7f admin admin] Publish callbacks [] for security_group (dbd1324f-b9da-4c1b-aaaa-ee4ab2ce0ac1), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:46.706353 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1b370-c970-4eb4-86aa-9635d3cc26e4 req-a2f71793-185b-4510-a455-19f764044cc5 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:46.707745 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-3ef1b370-c970-4eb4-86aa-9635d3cc26e4 req-a2f71793-185b-4510-a455-19f764044cc5 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bed41c4-1e36-4126-a7e1-f18f69749966 HTTP/1.1" status: 200 len: 944 time: 0.1034069 Feb 28 10:38:46.710393 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-f6ce01b8-e8b6-4a9e-a123-20227c0ebc7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (dbd1324f-b9da-4c1b-aaaa-ee4ab2ce0ac1), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:46.785179 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-f6ce01b8-e8b6-4a9e-a123-20227c0ebc7f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=33c194c82fb84c249c232bbac0d3040e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2686019 Feb 28 10:38:46.785928 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce01b8-e8b6-4a9e-a123-20227c0ebc7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd1324f-b9da-4c1b-aaaa-ee4ab2ce0ac1,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:46.788495 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 54264) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:46.817326 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-42a7d63c-1992-4d23-8dea-03e1ba60690f req-46bef081-102f-4c90-96d7-14570e327adc tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086488 Feb 28 10:38:46.837709 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-3ef1b370-c970-4eb4-86aa-9635d3cc26e4 req-68c25c13-8fdd-4b28-b4cf-e6fd91cb7f60 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/security-groups?id=60338080-b467-4167-91ec-bc706f1b116e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094265 Feb 28 10:38:46.843789 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-d6df6071-7206-45be-8638-9637da09a80b admin admin] Publish callbacks [] for security_group (dbd1324f-b9da-4c1b-aaaa-ee4ab2ce0ac1), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:46.869309 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-d6df6071-7206-45be-8638-9637da09a80b admin admin] Publish callbacks [] for security_group (dbd1324f-b9da-4c1b-aaaa-ee4ab2ce0ac1), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:46.917557 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-d6df6071-7206-45be-8638-9637da09a80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (dbd1324f-b9da-4c1b-aaaa-ee4ab2ce0ac1), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:46.920236 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-d6df6071-7206-45be-8638-9637da09a80b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:46.921407 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-d6df6071-7206-45be-8638-9637da09a80b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dbd1324f-b9da-4c1b-aaaa-ee4ab2ce0ac1 HTTP/1.1" status: 204 len: 168 time: 0.1318014 Feb 28 10:38:46.930925 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df6071-7206-45be-8638-9637da09a80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd1324f-b9da-4c1b-aaaa-ee4ab2ce0ac1,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:47.047443 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01f787-7beb-4170-aa91-78f90510dff7 req-da8ff104-f0fc-40fb-b631-522dbb9f329f tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:47.049067 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-fa01f787-7beb-4170-aa91-78f90510dff7 req-da8ff104-f0fc-40fb-b631-522dbb9f329f tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 945 time: 0.0658994 Feb 28 10:38:47.158186 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-fa01f787-7beb-4170-aa91-78f90510dff7 req-dfa6cbbb-6b84-4835-a9b7-37a9e9d4a7d9 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965164 Feb 28 10:38:47.182648 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ad22c-8ccb-4267-aa8c-5637ecbb4d3d req-db92d041-a928-45fd-9185-42960951b016 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:47.190945 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-923ad22c-8ccb-4267-aa8c-5637ecbb4d3d req-db92d041-a928-45fd-9185-42960951b016 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c HTTP/1.1" status: 200 len: 945 time: 0.0915186 Feb 28 10:38:47.236662 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-923ad22c-8ccb-4267-aa8c-5637ecbb4d3d req-e65e4f2e-fae4-4879-aacc-1ab83443faf7 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=29e49b4a-f648-4fb8-ac32-be2bb14b1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448380 Feb 28 10:38:48.007868 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a4811-de50-40cc-9225-5a2b0d2c2c96 req-0ac20076-3592-4c1f-9445-f4fedb26618a tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:48.009425 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-538a4811-de50-40cc-9225-5a2b0d2c2c96 req-0ac20076-3592-4c1f-9445-f4fedb26618a tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bed41c4-1e36-4126-a7e1-f18f69749966 HTTP/1.1" status: 200 len: 944 time: 0.0944946 Feb 28 10:38:48.024200 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device f245c2a6-a750-496a-95c4-cf5ce2375a89 up at agent hyperv_hv-cinder-83116 {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:48.024945 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162983f-24f3-40f3-8e89-668df7829b30 req-741c2d90-ad6b-4b64-99d5-dd537a4468c6 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:48.026504 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1162983f-24f3-40f3-8e89-668df7829b30 req-741c2d90-ad6b-4b64-99d5-dd537a4468c6 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a117cac-a1a4-4467-84c0-0a89debf087a HTTP/1.1" status: 200 len: 944 time: 0.0746732 Feb 28 10:38:48.087405 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Provisioning for port f245c2a6-a750-496a-95c4-cf5ce2375a89 completed by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:38:48.100803 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Provisioning complete for port f245c2a6-a750-496a-95c4-cf5ce2375a89 triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:48.101365 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (f245c2a6-a750-496a-95c4-cf5ce2375a89), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:48.134116 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1162983f-24f3-40f3-8e89-668df7829b30 req-b9270d55-230c-4996-8de8-f48b8127a919 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997570 Feb 28 10:38:48.138376 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-538a4811-de50-40cc-9225-5a2b0d2c2c96 req-74666b8b-d985-4324-a01d-0477f2fbc982 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/security-groups?id=60338080-b467-4167-91ec-bc706f1b116e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104279 Feb 28 10:38:48.210015 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Current status of the port f245c2a6-a750-496a-95c4-cf5ce2375a89 is: BUILD; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:48.210405 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (f245c2a6-a750-496a-95c4-cf5ce2375a89), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:48.236138 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92de976-3518-4077-8b8e-ae4b9a5c5b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f245c2a6-a750-496a-95c4-cf5ce2375a89'}] {{(pid=102997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:38:48.290960 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b4cc9-f9a7-490c-be90-5d1ba205cc76 req-169de0c5-2a2c-4fe7-910b-3f4b288a9e96 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:48.298414 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-371b4cc9-f9a7-490c-be90-5d1ba205cc76 req-169de0c5-2a2c-4fe7-910b-3f4b288a9e96 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 945 time: 0.0687025 Feb 28 10:38:48.329964 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port f245c2a6-a750-496a-95c4-cf5ce2375a89, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=f245c2a6-a750-496a-95c4-cf5ce2375a89,segment=NetworkSegment(00a7182d-ed44-43e5-8da3-65da6fab2cc0),segment_id=00a7182d-ed44-43e5-8da3-65da6fab2cc0)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:48.339297 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (f245c2a6-a750-496a-95c4-cf5ce2375a89), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:48.341602 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device b4d7ada1-17bc-43dd-82b4-6270e1ed85ec up at agent hyperv_hv-cinder-83116 {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:48.398797 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-371b4cc9-f9a7-490c-be90-5d1ba205cc76 req-ceabb9ee-a8e5-4aa1-a6f1-9e949a4b8cd6 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949655 Feb 28 10:38:48.412958 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de85bd2f-7ee6-40c1-955d-22fbcda9a636 req-d2e96b3f-6f85-4c2a-abd2-f563a05eac40 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:48.414467 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-de85bd2f-7ee6-40c1-955d-22fbcda9a636 req-d2e96b3f-6f85-4c2a-abd2-f563a05eac40 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c HTTP/1.1" status: 200 len: 945 time: 0.0876729 Feb 28 10:38:48.442655 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Pushing event updated for resources: {'Port': ['ID=f245c2a6-a750-496a-95c4-cf5ce2375a89,revision_number=5']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:48.457804 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Provisioning for port b4d7ada1-17bc-43dd-82b4-6270e1ed85ec completed by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:38:48.464355 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3235e45cea9492f03cbc66cd40cfc06ba5865c86106c1e9dddb87cdb5008e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50716eff-0063-44d8-9a4c-aa71427b764b" -d '{"events": [{"server_uuid": "e92de976-3518-4077-8b8e-ae4b9a5c5b3f", "name": "network-vif-plugged", "status": "completed", "tag": "f245c2a6-a750-496a-95c4-cf5ce2375a89"}]}' {{(pid=102997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:38:48.469517 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Provisioning complete for port b4d7ada1-17bc-43dd-82b4-6270e1ed85ec triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:48.470065 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (b4d7ada1-17bc-43dd-82b4-6270e1ed85ec), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:48.488904 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-de85bd2f-7ee6-40c1-955d-22fbcda9a636 req-f1809436-c217-4615-9ec9-711ca7924c40 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=29e49b4a-f648-4fb8-ac32-be2bb14b1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622263 Feb 28 10:38:48.566068 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Current status of the port b4d7ada1-17bc-43dd-82b4-6270e1ed85ec is: BUILD; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:48.566462 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (b4d7ada1-17bc-43dd-82b4-6270e1ed85ec), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:48.613993 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port b4d7ada1-17bc-43dd-82b4-6270e1ed85ec, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=b4d7ada1-17bc-43dd-82b4-6270e1ed85ec,segment=NetworkSegment(423b6589-79ab-4f39-a7b9-b1085abb310d),segment_id=423b6589-79ab-4f39-a7b9-b1085abb310d)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:48.624537 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (b4d7ada1-17bc-43dd-82b4-6270e1ed85ec), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:48.625414 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device e3a2cc80-254c-4e2c-bc3f-cb2a6e821357 up at agent hyperv_hv-cinder-83116 {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:48.632848 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 54364) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:48.752386 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-325b78df-4aa3-4ee5-8eb8-93444a102652 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:48.790941 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ae8c76-6326-47d9-b29f-6a8bc2e4a8b5 x-openstack-request-id: req-67ae8c76-6326-47d9-b29f-6a8bc2e4a8b5 {{(pid=102997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:38:48.791327 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e92de976-3518-4077-8b8e-ae4b9a5c5b3f", "name": "network-vif-plugged", "status": "completed", "tag": "f245c2a6-a750-496a-95c4-cf5ce2375a89", "code": 200}]} {{(pid=102997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:38:48.792044 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-67ae8c76-6326-47d9-b29f-6a8bc2e4a8b5 {{(pid=102997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:38:48.792923 dv-cinder-831167-1-iscsi neutron-server[102997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e92de976-3518-4077-8b8e-ae4b9a5c5b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f245c2a6-a750-496a-95c4-cf5ce2375a89', 'code': 200} Feb 28 10:38:48.858077 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-325b78df-4aa3-4ee5-8eb8-93444a102652 admin admin] Publish callbacks [] for security_group (e4943e64-a564-402e-aa42-2d4f197afea7), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:48.868231 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-325b78df-4aa3-4ee5-8eb8-93444a102652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (e4943e64-a564-402e-aa42-2d4f197afea7), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:48.873141 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Pushing event updated for resources: {'Port': ['ID=b4d7ada1-17bc-43dd-82b4-6270e1ed85ec,revision_number=5']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:48.881264 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Provisioning for port e3a2cc80-254c-4e2c-bc3f-cb2a6e821357 completed by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:38:48.885901 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Provisioning complete for port e3a2cc80-254c-4e2c-bc3f-cb2a6e821357 triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:48.886939 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (e3a2cc80-254c-4e2c-bc3f-cb2a6e821357), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:48.911295 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-325b78df-4aa3-4ee5-8eb8-93444a102652 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=969d6d0b517143d792afd1f443bd70e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2772541 Feb 28 10:38:48.912623 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b78df-4aa3-4ee5-8eb8-93444a102652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4943e64-a564-402e-aa42-2d4f197afea7,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:48.915684 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 54374) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:48.964663 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-0e80a285-8f06-4cc8-b3a0-740cf401de81 admin admin] Publish callbacks [] for security_group (e4943e64-a564-402e-aa42-2d4f197afea7), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:48.965098 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48748cd-7b13-4e02-b39f-be652da0cc13 req-cce930ce-e745-4a44-87fb-68c623e04ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:48.966782 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b48748cd-7b13-4e02-b39f-be652da0cc13 req-cce930ce-e745-4a44-87fb-68c623e04ec9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 1130 time: 0.1066802 Feb 28 10:38:48.980410 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Current status of the port e3a2cc80-254c-4e2c-bc3f-cb2a6e821357 is: BUILD; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:48.981645 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (e3a2cc80-254c-4e2c-bc3f-cb2a6e821357), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:48.988626 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [req-b48748cd-7b13-4e02-b39f-be652da0cc13 req-97050fac-7251-42c9-ac84-aa2735290145 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:48.988945 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-0e80a285-8f06-4cc8-b3a0-740cf401de81 admin admin] Publish callbacks [] for security_group (e4943e64-a564-402e-aa42-2d4f197afea7), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:49.021826 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port e3a2cc80-254c-4e2c-bc3f-cb2a6e821357, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=e3a2cc80-254c-4e2c-bc3f-cb2a6e821357,segment=NetworkSegment(70a518fb-2283-4553-b90f-d3f0f325e4d8),segment_id=70a518fb-2283-4553-b90f-d3f0f325e4d8)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:49.026194 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (e3a2cc80-254c-4e2c-bc3f-cb2a6e821357), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:49.027083 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device 82f040bc-13d3-4bf6-ae42-a0ca08db1d4c up at agent hyperv_hv-cinder-83116 {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:49.071258 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-0e80a285-8f06-4cc8-b3a0-740cf401de81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (e4943e64-a564-402e-aa42-2d4f197afea7), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:49.074071 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-0e80a285-8f06-4cc8-b3a0-740cf401de81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:49.077559 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-0e80a285-8f06-4cc8-b3a0-740cf401de81 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e4943e64-a564-402e-aa42-2d4f197afea7 HTTP/1.1" status: 204 len: 168 time: 0.1585133 Feb 28 10:38:49.112618 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80a285-8f06-4cc8-b3a0-740cf401de81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4943e64-a564-402e-aa42-2d4f197afea7,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:49.120637 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Provisioning for port 82f040bc-13d3-4bf6-ae42-a0ca08db1d4c completed by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:38:49.129048 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Pushing event updated for resources: {'Port': ['ID=e3a2cc80-254c-4e2c-bc3f-cb2a6e821357,revision_number=5']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:49.136313 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Provisioning complete for port 82f040bc-13d3-4bf6-ae42-a0ca08db1d4c triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:49.137090 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (82f040bc-13d3-4bf6-ae42-a0ca08db1d4c), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:49.174107 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [req-b48748cd-7b13-4e02-b39f-be652da0cc13 req-97050fac-7251-42c9-ac84-aa2735290145 service neutron] Publish callbacks [] for security_group (eae09652-89f3-40b4-a45b-dacc5ab4fd2c), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:49.182378 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [req-b48748cd-7b13-4e02-b39f-be652da0cc13 req-97050fac-7251-42c9-ac84-aa2735290145 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (eae09652-89f3-40b4-a45b-dacc5ab4fd2c), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:49.280482 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b48748cd-7b13-4e02-b39f-be652da0cc13 req-97050fac-7251-42c9-ac84-aa2735290145 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067918 Feb 28 10:38:49.285066 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Current status of the port 82f040bc-13d3-4bf6-ae42-a0ca08db1d4c is: BUILD; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:49.285474 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (82f040bc-13d3-4bf6-ae42-a0ca08db1d4c), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:49.331905 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port 82f040bc-13d3-4bf6-ae42-a0ca08db1d4c, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=82f040bc-13d3-4bf6-ae42-a0ca08db1d4c,segment=NetworkSegment(6c2048f2-30c2-42f7-807e-dc8d048f6f75),segment_id=6c2048f2-30c2-42f7-807e-dc8d048f6f75)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:49.338212 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (82f040bc-13d3-4bf6-ae42-a0ca08db1d4c), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:49.339256 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device 95c6068a-e402-4937-9f00-38486bf61104 up at agent hyperv_hv-cinder-83116 {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:49.361247 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97050fac-7251-42c9-ac84-aa2735290145 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=eae09652-89f3-40b4-a45b-dacc5ab4fd2c,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:49.391982 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed6c25-6a18-4d3b-ab6c-2698604e5e50 req-ef341672-2393-4802-9dac-15bb7c5d5e8d tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:49.393724 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-12ed6c25-6a18-4d3b-ab6c-2698604e5e50 req-ef341672-2393-4802-9dac-15bb7c5d5e8d tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a117cac-a1a4-4467-84c0-0a89debf087a HTTP/1.1" status: 200 len: 945 time: 0.1111853 Feb 28 10:38:49.401589 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83e868-5d2c-4a78-add7-bb0a002e8e28 req-b74e21bd-1516-4c09-b016-d3130dd3f899 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:49.403260 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-3b83e868-5d2c-4a78-add7-bb0a002e8e28 req-b74e21bd-1516-4c09-b016-d3130dd3f899 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bed41c4-1e36-4126-a7e1-f18f69749966 HTTP/1.1" status: 200 len: 945 time: 0.1399655 Feb 28 10:38:49.464083 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Pushing event updated for resources: {'Port': ['ID=82f040bc-13d3-4bf6-ae42-a0ca08db1d4c,revision_number=5']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:49.476050 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Provisioning for port 95c6068a-e402-4937-9f00-38486bf61104 completed by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:38:49.481265 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Provisioning complete for port 95c6068a-e402-4937-9f00-38486bf61104 triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:49.481984 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-3b83e868-5d2c-4a78-add7-bb0a002e8e28 req-d8302f6b-2a03-4f68-a1ee-78e25c7a9a9c tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/security-groups?id=60338080-b467-4167-91ec-bc706f1b116e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710220 Feb 28 10:38:49.488806 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (95c6068a-e402-4937-9f00-38486bf61104), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:49.509071 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-12ed6c25-6a18-4d3b-ab6c-2698604e5e50 req-463115bb-0650-4135-959e-9207596e4cbf tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045074 Feb 28 10:38:49.653691 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Current status of the port 95c6068a-e402-4937-9f00-38486bf61104 is: BUILD; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:49.654104 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (95c6068a-e402-4937-9f00-38486bf61104), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:49.695965 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef004c8-a18d-4360-892c-b22c65f9f8f0 req-93835062-eefa-4618-918f-dc14726ae107 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:49.700285 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port 95c6068a-e402-4937-9f00-38486bf61104, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=95c6068a-e402-4937-9f00-38486bf61104,segment=NetworkSegment(00a7182d-ed44-43e5-8da3-65da6fab2cc0),segment_id=00a7182d-ed44-43e5-8da3-65da6fab2cc0)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:49.703130 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-eef004c8-a18d-4360-892c-b22c65f9f8f0 req-93835062-eefa-4618-918f-dc14726ae107 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c HTTP/1.1" status: 200 len: 946 time: 0.1165769 Feb 28 10:38:49.707127 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (95c6068a-e402-4937-9f00-38486bf61104), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:49.717646 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee5baeb-7d63-4247-a892-00fac3b38255 req-f79d6799-8964-407b-9f6c-e6a391b82a60 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:49.719075 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-cee5baeb-7d63-4247-a892-00fac3b38255 req-f79d6799-8964-407b-9f6c-e6a391b82a60 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.0979812 Feb 28 10:38:49.760576 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Pushing event updated for resources: {'Port': ['ID=95c6068a-e402-4937-9f00-38486bf61104,revision_number=5']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:49.798697 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-eef004c8-a18d-4360-892c-b22c65f9f8f0 req-2ad2e4c4-7f9e-4a6c-b768-1f8d45d46bd2 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=29e49b4a-f648-4fb8-ac32-be2bb14b1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946887 Feb 28 10:38:49.822795 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-cee5baeb-7d63-4247-a892-00fac3b38255 req-561990d1-4a17-4eb4-b2cf-0cf6d33450e1 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908372 Feb 28 10:38:50.636182 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c7681-998c-4680-8d32-ff35c1fe003c req-c84b2036-8abb-42e4-9638-17e7835d05fa tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:50.638397 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a30c7681-998c-4680-8d32-ff35c1fe003c req-c84b2036-8abb-42e4-9638-17e7835d05fa tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bed41c4-1e36-4126-a7e1-f18f69749966 HTTP/1.1" status: 200 len: 945 time: 0.0832956 Feb 28 10:38:50.651122 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e6836-4349-4878-8576-9ecf7d3647f6 req-65d40486-6d39-4d1d-aaab-e3bef9cf4dfd tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:50.652605 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c09e6836-4349-4878-8576-9ecf7d3647f6 req-65d40486-6d39-4d1d-aaab-e3bef9cf4dfd tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a117cac-a1a4-4467-84c0-0a89debf087a HTTP/1.1" status: 200 len: 945 time: 0.0709546 Feb 28 10:38:50.721886 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a30c7681-998c-4680-8d32-ff35c1fe003c req-0d10a3bb-fc62-49c1-a66c-5d3a703aeb82 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/security-groups?id=60338080-b467-4167-91ec-bc706f1b116e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777695 Feb 28 10:38:50.728701 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c09e6836-4349-4878-8576-9ecf7d3647f6 req-f861ffa3-75ca-467c-b353-be481fb06c0d tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698092 Feb 28 10:38:50.794628 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bed41c4-1e36-4126-a7e1-f18f69749966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d7ada1-17bc-43dd-82b4-6270e1ed85ec'}, {'server_uuid': '3a117cac-a1a4-4467-84c0-0a89debf087a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a2cc80-254c-4e2c-bc3f-cb2a6e821357'}, {'server_uuid': 'bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f040bc-13d3-4bf6-ae42-a0ca08db1d4c'}, {'server_uuid': '153ac64e-34df-447e-965c-92f9ba2a14a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c6068a-e402-4937-9f00-38486bf61104'}] {{(pid=102997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:38:50.797019 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3235e45cea9492f03cbc66cd40cfc06ba5865c86106c1e9dddb87cdb5008e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a32d47-73a1-43e2-ab2a-aaba1f695ddc" -d '{"events": [{"server_uuid": "1bed41c4-1e36-4126-a7e1-f18f69749966", "name": "network-vif-plugged", "status": "completed", "tag": "b4d7ada1-17bc-43dd-82b4-6270e1ed85ec"}, {"server_uuid": "3a117cac-a1a4-4467-84c0-0a89debf087a", "name": "network-vif-plugged", "status": "completed", "tag": "e3a2cc80-254c-4e2c-bc3f-cb2a6e821357"}, {"server_uuid": "bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c", "name": "network-vif-plugged", "status": "completed", "tag": "82f040bc-13d3-4bf6-ae42-a0ca08db1d4c"}, {"server_uuid": "153ac64e-34df-447e-965c-92f9ba2a14a8", "name": "network-vif-plugged", "status": "completed", "tag": "95c6068a-e402-4937-9f00-38486bf61104"}]}' {{(pid=102997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:38:50.851778 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 28 Feb 2022 10:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03906908-2824-461f-b338-def7c316f5b3 x-openstack-request-id: req-03906908-2824-461f-b338-def7c316f5b3 {{(pid=102997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:38:50.852267 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bed41c4-1e36-4126-a7e1-f18f69749966", "name": "network-vif-plugged", "status": "completed", "tag": "b4d7ada1-17bc-43dd-82b4-6270e1ed85ec", "code": 200}, {"server_uuid": "3a117cac-a1a4-4467-84c0-0a89debf087a", "name": "network-vif-plugged", "status": "completed", "tag": "e3a2cc80-254c-4e2c-bc3f-cb2a6e821357", "code": 200}, {"server_uuid": "bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c", "name": "network-vif-plugged", "status": "completed", "tag": "82f040bc-13d3-4bf6-ae42-a0ca08db1d4c", "code": 200}, {"server_uuid": "153ac64e-34df-447e-965c-92f9ba2a14a8", "name": "network-vif-plugged", "status": "completed", "tag": "95c6068a-e402-4937-9f00-38486bf61104", "code": 200}]} {{(pid=102997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:38:50.852534 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-03906908-2824-461f-b338-def7c316f5b3 {{(pid=102997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:38:50.852953 dv-cinder-831167-1-iscsi neutron-server[102997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bed41c4-1e36-4126-a7e1-f18f69749966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d7ada1-17bc-43dd-82b4-6270e1ed85ec', 'code': 200} Feb 28 10:38:50.853217 dv-cinder-831167-1-iscsi neutron-server[102997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a117cac-a1a4-4467-84c0-0a89debf087a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a2cc80-254c-4e2c-bc3f-cb2a6e821357', 'code': 200} Feb 28 10:38:50.853475 dv-cinder-831167-1-iscsi neutron-server[102997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f040bc-13d3-4bf6-ae42-a0ca08db1d4c', 'code': 200} Feb 28 10:38:50.859094 dv-cinder-831167-1-iscsi neutron-server[102997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '153ac64e-34df-447e-965c-92f9ba2a14a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c6068a-e402-4937-9f00-38486bf61104', 'code': 200} Feb 28 10:38:50.914463 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d467178-01ec-4822-a321-9abcdc37a47e req-0f0d05b5-dc2f-4704-a3d6-d2b9535d4a1b tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:50.915842 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0d467178-01ec-4822-a321-9abcdc37a47e req-0f0d05b5-dc2f-4704-a3d6-d2b9535d4a1b tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c HTTP/1.1" status: 200 len: 946 time: 0.0613685 Feb 28 10:38:50.985012 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beeaaa4-00dc-4218-be7c-e4a1fe59ab81 req-aff65630-b64d-4585-8830-f3f8239968ff tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:50.986485 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5beeaaa4-00dc-4218-be7c-e4a1fe59ab81 req-aff65630-b64d-4585-8830-f3f8239968ff tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.0905457 Feb 28 10:38:50.989848 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0d467178-01ec-4822-a321-9abcdc37a47e req-6e3cb2b1-033d-43a1-808d-bdacdce0dd70 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=29e49b4a-f648-4fb8-ac32-be2bb14b1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598068 Feb 28 10:38:51.035377 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5beeaaa4-00dc-4218-be7c-e4a1fe59ab81 req-4600716e-7d0a-4825-9948-c5170fde0718 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432467 Feb 28 10:38:51.865565 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3b7d3-340c-4fdf-b603-f411c47717cf req-0c7e2b83-dfce-4a4f-bcf0-a6f1b65d5e6c tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:51.867058 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ffb3b7d3-340c-4fdf-b603-f411c47717cf req-0c7e2b83-dfce-4a4f-bcf0-a6f1b65d5e6c tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bed41c4-1e36-4126-a7e1-f18f69749966 HTTP/1.1" status: 200 len: 945 time: 0.0801406 Feb 28 10:38:51.874174 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a34a20-f9f4-44c6-b06c-3dd697f2ee39 req-27a5d6ea-caf2-4dcf-a0ff-02750ce23c66 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:51.875542 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-19a34a20-f9f4-44c6-b06c-3dd697f2ee39 req-27a5d6ea-caf2-4dcf-a0ff-02750ce23c66 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a117cac-a1a4-4467-84c0-0a89debf087a HTTP/1.1" status: 200 len: 945 time: 0.0800595 Feb 28 10:38:51.944003 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ffb3b7d3-340c-4fdf-b603-f411c47717cf req-4631e24c-b179-43a1-8410-5a1ebe11ea09 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/security-groups?id=60338080-b467-4167-91ec-bc706f1b116e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674787 Feb 28 10:38:51.947931 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-19a34a20-f9f4-44c6-b06c-3dd697f2ee39 req-a08cc1fd-84c0-4f16-b1b0-b0b55fffa793 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659411 Feb 28 10:38:52.119152 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b027296-5f63-4812-a5ab-7b5dff8ad856 req-463a158b-7fe5-4904-a2ef-3fde208f3e90 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:52.120727 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5b027296-5f63-4812-a5ab-7b5dff8ad856 req-463a158b-7fe5-4904-a2ef-3fde208f3e90 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c HTTP/1.1" status: 200 len: 946 time: 0.0626881 Feb 28 10:38:52.193818 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7730863-ada5-44f9-9fd8-7273d608a7e5 req-85422ba6-2229-4713-b242-e3e49425dd75 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:52.195358 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d7730863-ada5-44f9-9fd8-7273d608a7e5 req-85422ba6-2229-4713-b242-e3e49425dd75 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.0909276 Feb 28 10:38:52.198569 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5b027296-5f63-4812-a5ab-7b5dff8ad856 req-7fb799eb-8463-4961-9f00-a86ad674ea86 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=29e49b4a-f648-4fb8-ac32-be2bb14b1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596976 Feb 28 10:38:52.241293 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d7730863-ada5-44f9-9fd8-7273d608a7e5 req-79edc4ba-bab9-420f-9435-9ad621de495f tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399532 Feb 28 10:38:53.248171 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850fb49f-298f-4e9e-9f13-10188c289a9e req-b4f7b0c6-dd23-4bcd-a4ed-bc65d0571c43 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:53.249551 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-850fb49f-298f-4e9e-9f13-10188c289a9e req-b4f7b0c6-dd23-4bcd-a4ed-bc65d0571c43 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bed41c4-1e36-4126-a7e1-f18f69749966 HTTP/1.1" status: 200 len: 945 time: 0.2408531 Feb 28 10:38:53.257361 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b23fd09-fe79-4fb3-9762-4dbb3463cc93 req-06f0a5d3-acb2-4154-bd42-511577338ae6 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:53.258921 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0b23fd09-fe79-4fb3-9762-4dbb3463cc93 req-06f0a5d3-acb2-4154-bd42-511577338ae6 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a117cac-a1a4-4467-84c0-0a89debf087a HTTP/1.1" status: 200 len: 945 time: 0.2416034 Feb 28 10:38:53.330816 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0b23fd09-fe79-4fb3-9762-4dbb3463cc93 req-106a8b08-830b-46f7-8b7f-dd515b67a6aa tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648446 Feb 28 10:38:53.334359 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-850fb49f-298f-4e9e-9f13-10188c289a9e req-8017d41a-2227-47a6-ba19-bb1ca2e3dcce tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/security-groups?id=60338080-b467-4167-91ec-bc706f1b116e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745635 Feb 28 10:38:53.473892 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3dd9fd-0580-4d02-b6ed-ac60bd0ed0c0 req-a3887112-2cb9-46bc-876e-42ce1a2f80c1 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:53.475375 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-9c3dd9fd-0580-4d02-b6ed-ac60bd0ed0c0 req-a3887112-2cb9-46bc-876e-42ce1a2f80c1 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c HTTP/1.1" status: 200 len: 946 time: 0.0868330 Feb 28 10:38:53.482663 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb6925-f264-45b2-a948-22fbeacc82ff req-664c5347-ec2d-4e00-a1a2-59db9342f51c tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:53.484037 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c5fb6925-f264-45b2-a948-22fbeacc82ff req-664c5347-ec2d-4e00-a1a2-59db9342f51c tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.0855060 Feb 28 10:38:53.553282 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-9c3dd9fd-0580-4d02-b6ed-ac60bd0ed0c0 req-43074b56-56ac-4f91-b3eb-883127e21b87 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=29e49b4a-f648-4fb8-ac32-be2bb14b1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682359 Feb 28 10:38:53.556429 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c5fb6925-f264-45b2-a948-22fbeacc82ff req-a855c116-6bae-457b-8c40-170173925ecb tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660086 Feb 28 10:38:53.878127 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 54530) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:53.957621 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be94dae-58ce-4d72-91ab-af53bb2b14f1 req-c12b937e-6bca-4bfe-9ab0-c27f17901ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:53.959440 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2be94dae-58ce-4d72-91ab-af53bb2b14f1 req-c12b937e-6bca-4bfe-9ab0-c27f17901ad5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3a117cac-a1a4-4467-84c0-0a89debf087a HTTP/1.1" status: 200 len: 1129 time: 0.0543432 Feb 28 10:38:54.017827 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2be94dae-58ce-4d72-91ab-af53bb2b14f1 req-39a5af71-5d4c-48e8-8e75-e94fdff049d2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390029 Feb 28 10:38:54.055940 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-4875cf9d-77a0-41c0-a84f-a30e564c9f0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:54.086215 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be98ae-6205-4a9a-8338-99b693b51d4c req-8de1ed00-4725-46eb-aa29-aec9d8a111b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:54.087757 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-12be98ae-6205-4a9a-8338-99b693b51d4c req-8de1ed00-4725-46eb-aa29-aec9d8a111b3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1bed41c4-1e36-4126-a7e1-f18f69749966 HTTP/1.1" status: 200 len: 1129 time: 0.1810663 Feb 28 10:38:54.113461 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36044a-bc31-487c-9bd7-e3bebcb10681 req-554aaafe-d329-41f3-b5fb-b5f34c48d6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:54.115137 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-5a36044a-bc31-487c-9bd7-e3bebcb10681 req-554aaafe-d329-41f3-b5fb-b5f34c48d6e9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c HTTP/1.1" status: 200 len: 1130 time: 0.1327183 Feb 28 10:38:54.118998 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecebc0d-d59b-49e9-b537-105c11e67611 req-d5aafdca-3bd0-4e0a-9567-de9444fcb05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:54.120359 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-0ecebc0d-d59b-49e9-b537-105c11e67611 req-d5aafdca-3bd0-4e0a-9567-de9444fcb05f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 1129 time: 0.1390171 Feb 28 10:38:54.166379 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-4875cf9d-77a0-41c0-a84f-a30e564c9f0e admin admin] Publish callbacks [] for security_group (d90d8d27-8f10-4504-9c37-5c33bdd1eefe), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:54.170492 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-4875cf9d-77a0-41c0-a84f-a30e564c9f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (d90d8d27-8f10-4504-9c37-5c33bdd1eefe), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:54.207015 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-4875cf9d-77a0-41c0-a84f-a30e564c9f0e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=67d7ad3e93414b87bb77baa842c26007&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3275928 Feb 28 10:38:54.207858 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4875cf9d-77a0-41c0-a84f-a30e564c9f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90d8d27-8f10-4504-9c37-5c33bdd1eefe,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:54.209844 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 54538) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:54.259025 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-1f684e88-1969-40e7-a928-31667703e3ee admin admin] Publish callbacks [] for security_group (d90d8d27-8f10-4504-9c37-5c33bdd1eefe), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:54.280168 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-1f684e88-1969-40e7-a928-31667703e3ee admin admin] Publish callbacks [] for security_group (d90d8d27-8f10-4504-9c37-5c33bdd1eefe), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:54.325274 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-1f684e88-1969-40e7-a928-31667703e3ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (d90d8d27-8f10-4504-9c37-5c33bdd1eefe), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:54.328564 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-1f684e88-1969-40e7-a928-31667703e3ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:54.329972 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-1f684e88-1969-40e7-a928-31667703e3ee admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d90d8d27-8f10-4504-9c37-5c33bdd1eefe HTTP/1.1" status: 204 len: 168 time: 0.1191208 Feb 28 10:38:54.337618 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f684e88-1969-40e7-a928-31667703e3ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90d8d27-8f10-4504-9c37-5c33bdd1eefe,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:54.505018 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb3e0c-f7fb-4859-83fb-2803bbf58fbb req-3a51a424-cafa-446b-b993-97c514009e8a tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:54.507161 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-eeeb3e0c-f7fb-4859-83fb-2803bbf58fbb req-3a51a424-cafa-446b-b993-97c514009e8a tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bed41c4-1e36-4126-a7e1-f18f69749966 HTTP/1.1" status: 200 len: 945 time: 0.0970891 Feb 28 10:38:54.515668 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247b875-4446-4ee6-826d-631c3a779461 req-3f5d84e2-ce94-4112-9ef4-eac9e80e51a9 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:54.517114 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c247b875-4446-4ee6-826d-631c3a779461 req-3f5d84e2-ce94-4112-9ef4-eac9e80e51a9 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a117cac-a1a4-4467-84c0-0a89debf087a HTTP/1.1" status: 200 len: 945 time: 0.0950651 Feb 28 10:38:54.606804 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-eeeb3e0c-f7fb-4859-83fb-2803bbf58fbb req-f653cd8d-ee85-40ab-b4ac-2bd42a829599 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/security-groups?id=60338080-b467-4167-91ec-bc706f1b116e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857329 Feb 28 10:38:54.621711 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c247b875-4446-4ee6-826d-631c3a779461 req-a4817cdb-380d-4d57-b4d2-5af9312a2e07 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906434 Feb 28 10:38:54.666282 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-0ecebc0d-d59b-49e9-b537-105c11e67611 req-2b810281-726f-4d09-8047-b5bc48f70425 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592629 Feb 28 10:38:54.671137 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-12be98ae-6205-4a9a-8338-99b693b51d4c req-be64e834-8b3f-460c-adf2-429a47ef84a6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=60338080-b467-4167-91ec-bc706f1b116e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661842 Feb 28 10:38:54.673913 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-5a36044a-bc31-487c-9bd7-e3bebcb10681 req-93726da6-4901-4c5e-8e25-df1e15e420de service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=29e49b4a-f648-4fb8-ac32-be2bb14b1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607752 Feb 28 10:38:54.731598 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 54562) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:54.745507 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-b05ebb9e-1098-4a65-aefd-efa4a838720a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:54.804938 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86594ab-08cd-4d86-8505-fb45929ab868 req-6fbc0c79-9d9d-45c1-9862-3642154da082 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:54.813287 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d86594ab-08cd-4d86-8505-fb45929ab868 req-6fbc0c79-9d9d-45c1-9862-3642154da082 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.1090779 Feb 28 10:38:54.838437 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b85c0e-8f73-4707-9c54-bafa1eef3fdc req-da5d5847-2f1a-4cfc-897c-87bba64c35f4 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:54.840020 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-32b85c0e-8f73-4707-9c54-bafa1eef3fdc req-da5d5847-2f1a-4cfc-897c-87bba64c35f4 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c HTTP/1.1" status: 200 len: 946 time: 0.1336491 Feb 28 10:38:54.862248 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-b05ebb9e-1098-4a65-aefd-efa4a838720a admin admin] Publish callbacks [] for security_group (c1fe528f-d609-439e-9bad-a430bde1bd6c), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:54.867099 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-b05ebb9e-1098-4a65-aefd-efa4a838720a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (c1fe528f-d609-439e-9bad-a430bde1bd6c), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:54.909282 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d86594ab-08cd-4d86-8505-fb45929ab868 req-d99b1dd1-095c-450d-989c-2346df1e7f0a tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929911 Feb 28 10:38:54.912170 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-b05ebb9e-1098-4a65-aefd-efa4a838720a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4a6468ed521543bfb2c5448f4c4f7ce9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1793008 Feb 28 10:38:54.912922 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ebb9e-1098-4a65-aefd-efa4a838720a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fe528f-d609-439e-9bad-a430bde1bd6c,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:54.924537 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 54572) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:54.952783 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-55ccf7d7-8c9f-4e35-abcf-99c569188cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:54.954214 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-32b85c0e-8f73-4707-9c54-bafa1eef3fdc req-694677f1-2e10-4f79-bef1-f09c4a1fe40f tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=29e49b4a-f648-4fb8-ac32-be2bb14b1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072302 Feb 28 10:38:55.003367 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-97285f0b-e7e9-4adf-bb49-34f063755e94 admin admin] Publish callbacks [] for security_group (c1fe528f-d609-439e-9bad-a430bde1bd6c), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:55.026276 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-97285f0b-e7e9-4adf-bb49-34f063755e94 admin admin] Publish callbacks [] for security_group (c1fe528f-d609-439e-9bad-a430bde1bd6c), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:55.093882 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-97285f0b-e7e9-4adf-bb49-34f063755e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (c1fe528f-d609-439e-9bad-a430bde1bd6c), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:55.096833 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-97285f0b-e7e9-4adf-bb49-34f063755e94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:55.098160 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-97285f0b-e7e9-4adf-bb49-34f063755e94 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c1fe528f-d609-439e-9bad-a430bde1bd6c HTTP/1.1" status: 204 len: 168 time: 0.1723695 Feb 28 10:38:55.107482 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97285f0b-e7e9-4adf-bb49-34f063755e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fe528f-d609-439e-9bad-a430bde1bd6c,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:55.436945 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 54614) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:55.554156 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-66ccc6e7-4fa6-4807-aba1-ba67f51ff268 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:55.634971 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-66ccc6e7-4fa6-4807-aba1-ba67f51ff268 admin admin] Publish callbacks [] for security_group (c925836e-1e2b-46bb-b20e-1fdad00c4467), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:55.639403 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-66ccc6e7-4fa6-4807-aba1-ba67f51ff268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (c925836e-1e2b-46bb-b20e-1fdad00c4467), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:55.682449 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-66ccc6e7-4fa6-4807-aba1-ba67f51ff268 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5123bcc0858a43b2a29daa616f695f8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2420986 Feb 28 10:38:55.682449 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ccc6e7-4fa6-4807-aba1-ba67f51ff268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c925836e-1e2b-46bb-b20e-1fdad00c4467,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:55.683471 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 54632) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:55.735974 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b8484-09ac-4dc0-b6b5-8ad8a0a7ac97 req-82a57798-ca75-40ce-a912-82a801c4c9ed tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:55.739109 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-a2482aab-ad7e-4447-9426-9d0be66fedd3 admin admin] Publish callbacks [] for security_group (c925836e-1e2b-46bb-b20e-1fdad00c4467), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:55.739474 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ed4b8484-09ac-4dc0-b6b5-8ad8a0a7ac97 req-82a57798-ca75-40ce-a912-82a801c4c9ed tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bed41c4-1e36-4126-a7e1-f18f69749966 HTTP/1.1" status: 200 len: 945 time: 0.0583141 Feb 28 10:38:55.761649 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-a2482aab-ad7e-4447-9426-9d0be66fedd3 admin admin] Publish callbacks [] for security_group (c925836e-1e2b-46bb-b20e-1fdad00c4467), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:55.812906 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-a2482aab-ad7e-4447-9426-9d0be66fedd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (c925836e-1e2b-46bb-b20e-1fdad00c4467), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:55.815494 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-a2482aab-ad7e-4447-9426-9d0be66fedd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:55.818979 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-a2482aab-ad7e-4447-9426-9d0be66fedd3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c925836e-1e2b-46bb-b20e-1fdad00c4467 HTTP/1.1" status: 204 len: 168 time: 0.1322470 Feb 28 10:38:55.819115 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ed4b8484-09ac-4dc0-b6b5-8ad8a0a7ac97 req-75bb53fe-1e1e-453f-8939-10d81b1b2191 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/security-groups?id=60338080-b467-4167-91ec-bc706f1b116e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735562 Feb 28 10:38:55.830481 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453e014-6f19-478b-b957-6e2e97c0815c req-9e637cf2-79cc-4d32-9462-de9e4bceef77 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:55.832028 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2453e014-6f19-478b-b957-6e2e97c0815c req-9e637cf2-79cc-4d32-9462-de9e4bceef77 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a117cac-a1a4-4467-84c0-0a89debf087a HTTP/1.1" status: 200 len: 945 time: 0.0915797 Feb 28 10:38:55.837464 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2482aab-ad7e-4447-9426-9d0be66fedd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c925836e-1e2b-46bb-b20e-1fdad00c4467,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:55.897919 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2453e014-6f19-478b-b957-6e2e97c0815c req-1adf9e60-6763-4423-90c7-cfb6a1ad29d6 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496731 Feb 28 10:38:56.083537 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f2327-1796-4735-9021-c9ac651e980c req-fe7c70ee-1ead-41b9-bf53-6dba71064f23 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:56.085055 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-dc2f2327-1796-4735-9021-c9ac651e980c req-fe7c70ee-1ead-41b9-bf53-6dba71064f23 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.1101625 Feb 28 10:38:56.132857 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 54656) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:56.135209 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7fada0-74f0-4cf0-bfe8-9496e5120589 req-51acdf59-4551-45d1-a88c-8012c3d31ec5 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:56.136715 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-bb7fada0-74f0-4cf0-bfe8-9496e5120589 req-51acdf59-4551-45d1-a88c-8012c3d31ec5 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c HTTP/1.1" status: 200 len: 946 time: 0.0937917 Feb 28 10:38:56.155619 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-207e79a2-fc2b-480f-9470-6a0cd6049827 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:56.159723 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-dc2f2327-1796-4735-9021-c9ac651e980c req-cd37a5d7-69de-44c4-9f71-322496cdf487 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691264 Feb 28 10:38:56.198016 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-bb7fada0-74f0-4cf0-bfe8-9496e5120589 req-ed8df03e-9462-415a-ba41-8e238555802b tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=29e49b4a-f648-4fb8-ac32-be2bb14b1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514820 Feb 28 10:38:56.252871 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-207e79a2-fc2b-480f-9470-6a0cd6049827 admin admin] Publish callbacks [] for security_group (de446b6a-ea58-48dd-b69f-4ce993513507), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:56.256722 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-207e79a2-fc2b-480f-9470-6a0cd6049827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (de446b6a-ea58-48dd-b69f-4ce993513507), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:56.294870 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-207e79a2-fc2b-480f-9470-6a0cd6049827 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5064a561f216445bac711c5873e2de66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1609402 Feb 28 10:38:56.296776 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e79a2-fc2b-480f-9470-6a0cd6049827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de446b6a-ea58-48dd-b69f-4ce993513507,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:56.297649 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 54658) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:56.354210 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-78cdeb26-1936-4490-a301-035a009f9c47 admin admin] Publish callbacks [] for security_group (de446b6a-ea58-48dd-b69f-4ce993513507), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:56.376993 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-78cdeb26-1936-4490-a301-035a009f9c47 admin admin] Publish callbacks [] for security_group (de446b6a-ea58-48dd-b69f-4ce993513507), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:56.441164 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-78cdeb26-1936-4490-a301-035a009f9c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (de446b6a-ea58-48dd-b69f-4ce993513507), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:56.443690 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-78cdeb26-1936-4490-a301-035a009f9c47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:56.444841 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-78cdeb26-1936-4490-a301-035a009f9c47 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/de446b6a-ea58-48dd-b69f-4ce993513507 HTTP/1.1" status: 204 len: 168 time: 0.1460876 Feb 28 10:38:56.453241 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cdeb26-1936-4490-a301-035a009f9c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de446b6a-ea58-48dd-b69f-4ce993513507,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:56.825333 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 54680) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:56.838532 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-54af24d0-6726-48d4-b6e1-88fb087e6aec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:56.946568 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-54af24d0-6726-48d4-b6e1-88fb087e6aec admin admin] Publish callbacks [] for security_group (86e815e7-79f6-40e7-b963-62568ef64db4), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:56.952777 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-54af24d0-6726-48d4-b6e1-88fb087e6aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (86e815e7-79f6-40e7-b963-62568ef64db4), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:56.955521 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105df8d4-1f58-45d6-bd3f-f013d8b9d26d req-2e762b15-020c-4dd8-af1b-f163ab8a56ff tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:56.957687 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-105df8d4-1f58-45d6-bd3f-f013d8b9d26d req-2e762b15-020c-4dd8-af1b-f163ab8a56ff tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bed41c4-1e36-4126-a7e1-f18f69749966 HTTP/1.1" status: 200 len: 945 time: 0.0668454 Feb 28 10:38:57.003134 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-54af24d0-6726-48d4-b6e1-88fb087e6aec admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fa8da809417841dda6bfda18cb648662&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1765604 Feb 28 10:38:57.004580 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54af24d0-6726-48d4-b6e1-88fb087e6aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e815e7-79f6-40e7-b963-62568ef64db4,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:57.008119 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 54694) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:57.078965 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff71b5-4190-40f5-bc8c-af7d53857aed req-185e0bbf-2b9c-4e44-a49f-0d4537bea293 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:57.080451 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-86ff71b5-4190-40f5-bc8c-af7d53857aed req-185e0bbf-2b9c-4e44-a49f-0d4537bea293 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a117cac-a1a4-4467-84c0-0a89debf087a HTTP/1.1" status: 200 len: 945 time: 0.1128504 Feb 28 10:38:57.091043 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-105df8d4-1f58-45d6-bd3f-f013d8b9d26d req-f853b62c-a765-4502-94ab-0e7570e7bfc6 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/security-groups?id=60338080-b467-4167-91ec-bc706f1b116e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268084 Feb 28 10:38:57.119557 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-d381892a-56b1-4ae0-9643-e3570fba8415 admin admin] Publish callbacks [] for security_group (86e815e7-79f6-40e7-b963-62568ef64db4), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:57.153828 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-fdcd8a76-1a1f-42f7-ac5c-37b8466613f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:57.156209 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-d381892a-56b1-4ae0-9643-e3570fba8415 admin admin] Publish callbacks [] for security_group (86e815e7-79f6-40e7-b963-62568ef64db4), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:57.170185 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-86ff71b5-4190-40f5-bc8c-af7d53857aed req-1ca2790d-62f2-4ba4-b384-fa9f53ccc9eb tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753117 Feb 28 10:38:57.213549 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-d381892a-56b1-4ae0-9643-e3570fba8415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (86e815e7-79f6-40e7-b963-62568ef64db4), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:57.216853 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-d381892a-56b1-4ae0-9643-e3570fba8415 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:57.217990 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-d381892a-56b1-4ae0-9643-e3570fba8415 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/86e815e7-79f6-40e7-b963-62568ef64db4 HTTP/1.1" status: 204 len: 168 time: 0.2088239 Feb 28 10:38:57.225908 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d381892a-56b1-4ae0-9643-e3570fba8415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e815e7-79f6-40e7-b963-62568ef64db4,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:57.311492 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31622f-4c6b-4b39-8826-df786a11bc44 req-32b3e2c1-0689-4d20-b4c4-8c9bf9c0a4be tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:57.318621 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0f31622f-4c6b-4b39-8826-df786a11bc44 req-32b3e2c1-0689-4d20-b4c4-8c9bf9c0a4be tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.0754941 Feb 28 10:38:57.407719 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0f31622f-4c6b-4b39-8826-df786a11bc44 req-bdc086b6-a540-4b6d-b27b-fa771f5cd212 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882254 Feb 28 10:38:57.415261 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2cc94-093c-4d8a-af72-90b40bc8fdf3 req-735d54e0-0599-45fe-a15d-5a040fe7e724 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:57.416857 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-bbc2cc94-093c-4d8a-af72-90b40bc8fdf3 req-735d54e0-0599-45fe-a15d-5a040fe7e724 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c HTTP/1.1" status: 200 len: 946 time: 0.0963023 Feb 28 10:38:57.493808 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-bbc2cc94-093c-4d8a-af72-90b40bc8fdf3 req-075b43af-ad37-4979-920e-f0985e38e67c tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=29e49b4a-f648-4fb8-ac32-be2bb14b1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557470 Feb 28 10:38:58.241361 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635bbc9a-cf1d-4d1d-9a1c-ca25445b1ba8 req-5e673483-d29c-4d55-9167-a76a637b783e tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:58.249621 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-635bbc9a-cf1d-4d1d-9a1c-ca25445b1ba8 req-5e673483-d29c-4d55-9167-a76a637b783e tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bed41c4-1e36-4126-a7e1-f18f69749966 HTTP/1.1" status: 200 len: 945 time: 0.0816355 Feb 28 10:38:58.342592 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-635bbc9a-cf1d-4d1d-9a1c-ca25445b1ba8 req-863c8305-0c43-49d9-abe1-8965449a7e3e tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/security-groups?id=60338080-b467-4167-91ec-bc706f1b116e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921834 Feb 28 10:38:58.362471 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee0eb82-d8eb-4bc0-ac22-5b60214b8724 req-07027b08-3b27-4440-adae-15e7749842b2 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:58.364273 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1ee0eb82-d8eb-4bc0-ac22-5b60214b8724 req-07027b08-3b27-4440-adae-15e7749842b2 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a117cac-a1a4-4467-84c0-0a89debf087a HTTP/1.1" status: 200 len: 945 time: 0.1127098 Feb 28 10:38:58.413729 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1ee0eb82-d8eb-4bc0-ac22-5b60214b8724 req-bdfc70dc-7dfc-44ba-b14d-a25960797cb8 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438421 Feb 28 10:38:58.532831 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:58.550512 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592ae55-6cf6-4467-a187-76c1c3b08eaa req-5805c0a0-8381-48cf-9090-cca5aaad5461 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:58.554297 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7592ae55-6cf6-4467-a187-76c1c3b08eaa req-5805c0a0-8381-48cf-9090-cca5aaad5461 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.0612814 Feb 28 10:38:58.632875 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7592ae55-6cf6-4467-a187-76c1c3b08eaa req-b797dac4-8981-4657-847a-a9794480f782 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743721 Feb 28 10:38:58.656499 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae0b0f-0c5b-435c-b5f3-2c03fc313378 req-c3cbe6e0-6519-4b81-9f9f-b4ceba2fe571 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:58.663417 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-f3ae0b0f-0c5b-435c-b5f3-2c03fc313378 req-c3cbe6e0-6519-4b81-9f9f-b4ceba2fe571 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c HTTP/1.1" status: 200 len: 946 time: 0.0826409 Feb 28 10:38:58.673243 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 54838) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:58.712266 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-f3ae0b0f-0c5b-435c-b5f3-2c03fc313378 req-9746a22e-151d-4ac2-92ba-1ca9604dc6b6 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=29e49b4a-f648-4fb8-ac32-be2bb14b1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478506 Feb 28 10:38:58.795049 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3d2dc6a3-fc6b-43a8-a446-27febfe274c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:58.873950 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3d2dc6a3-fc6b-43a8-a446-27febfe274c1 admin admin] Publish callbacks [] for security_group (c8302d13-315c-48b4-873b-c1107dfb58fe), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:58.877735 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3d2dc6a3-fc6b-43a8-a446-27febfe274c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (c8302d13-315c-48b4-873b-c1107dfb58fe), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:58.921332 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-3d2dc6a3-fc6b-43a8-a446-27febfe274c1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e31d3dbe12a04b9e90ff29f95c180f60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2462621 Feb 28 10:38:58.922887 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2dc6a3-fc6b-43a8-a446-27febfe274c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8302d13-315c-48b4-873b-c1107dfb58fe,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:58.924199 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 54848) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:58.973435 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-748a76eb-19fa-42cf-8dde-e1fcf94c1a6e admin admin] Publish callbacks [] for security_group (c8302d13-315c-48b4-873b-c1107dfb58fe), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:58.994255 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-748a76eb-19fa-42cf-8dde-e1fcf94c1a6e admin admin] Publish callbacks [] for security_group (c8302d13-315c-48b4-873b-c1107dfb58fe), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:59.042556 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-748a76eb-19fa-42cf-8dde-e1fcf94c1a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (c8302d13-315c-48b4-873b-c1107dfb58fe), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:59.045144 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-748a76eb-19fa-42cf-8dde-e1fcf94c1a6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:59.046311 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-748a76eb-19fa-42cf-8dde-e1fcf94c1a6e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c8302d13-315c-48b4-873b-c1107dfb58fe HTTP/1.1" status: 204 len: 168 time: 0.1210058 Feb 28 10:38:59.054029 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a76eb-19fa-42cf-8dde-e1fcf94c1a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8302d13-315c-48b4-873b-c1107dfb58fe,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:59.352000 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 54860) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:59.365443 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-0f797b40-c3a6-428c-be50-911ef36df106 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:59.468530 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-0f797b40-c3a6-428c-be50-911ef36df106 admin admin] Publish callbacks [] for security_group (7d6f7f14-978d-4fbf-8b09-63aeec2892be), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:59.472657 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-0f797b40-c3a6-428c-be50-911ef36df106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (7d6f7f14-978d-4fbf-8b09-63aeec2892be), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:59.526068 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa32453-a3ca-4fe5-95dc-741302f3d5e0 req-d93cea26-d8fd-4a3f-951b-dee08b543e85 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:59.527909 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5aa32453-a3ca-4fe5-95dc-741302f3d5e0 req-d93cea26-d8fd-4a3f-951b-dee08b543e85 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bed41c4-1e36-4126-a7e1-f18f69749966 HTTP/1.1" status: 200 len: 945 time: 0.1157823 Feb 28 10:38:59.548413 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-0f797b40-c3a6-428c-be50-911ef36df106 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e4722c61c162418fa5265041df7a28f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1953616 Feb 28 10:38:59.551241 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 54866) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:59.567604 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f797b40-c3a6-428c-be50-911ef36df106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6f7f14-978d-4fbf-8b09-63aeec2892be,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:59.604995 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3074493f-1745-4799-a554-cc8f88b73bb9 admin admin] Publish callbacks [] for security_group (7d6f7f14-978d-4fbf-8b09-63aeec2892be), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:59.611569 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050ebad-2462-4b46-9695-95be98312d87 req-d45d2011-c45e-4cb2-a1e5-f1fe607d9ede tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:59.613022 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4050ebad-2462-4b46-9695-95be98312d87 req-d45d2011-c45e-4cb2-a1e5-f1fe607d9ede tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a117cac-a1a4-4467-84c0-0a89debf087a HTTP/1.1" status: 200 len: 945 time: 0.1272044 Feb 28 10:38:59.616351 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5aa32453-a3ca-4fe5-95dc-741302f3d5e0 req-840ffa9b-eeaa-4b56-8ef5-6b52c020fb75 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/security-groups?id=60338080-b467-4167-91ec-bc706f1b116e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705972 Feb 28 10:38:59.627471 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3074493f-1745-4799-a554-cc8f88b73bb9 admin admin] Publish callbacks [] for security_group (7d6f7f14-978d-4fbf-8b09-63aeec2892be), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:59.662941 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4050ebad-2462-4b46-9695-95be98312d87 req-064f1563-aa28-4d1a-bf01-21a88448cf8d tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442662 Feb 28 10:38:59.687269 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3074493f-1745-4799-a554-cc8f88b73bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (7d6f7f14-978d-4fbf-8b09-63aeec2892be), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:59.689831 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3074493f-1745-4799-a554-cc8f88b73bb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:59.690976 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-3074493f-1745-4799-a554-cc8f88b73bb9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7d6f7f14-978d-4fbf-8b09-63aeec2892be HTTP/1.1" status: 204 len: 168 time: 0.1386471 Feb 28 10:38:59.698855 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3074493f-1745-4799-a554-cc8f88b73bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6f7f14-978d-4fbf-8b09-63aeec2892be,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:59.760302 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19589758-999e-4cf4-a77e-2f5beff864a3 req-3230fbc2-cc4c-4c1a-b506-b5251ba8c35e tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:59.761964 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-19589758-999e-4cf4-a77e-2f5beff864a3 req-3230fbc2-cc4c-4c1a-b506-b5251ba8c35e tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.0541720 Feb 28 10:38:59.842659 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-19589758-999e-4cf4-a77e-2f5beff864a3 req-5ef4ead1-cfa8-439f-a00d-a1a2c7c9cf5e tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745656 Feb 28 10:38:59.859263 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4631232-77e7-44ee-a4a7-e50ab07806d0 req-6b271778-3cd9-44ec-bcd0-8080e66880f5 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:59.860751 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a4631232-77e7-44ee-a4a7-e50ab07806d0 req-6b271778-3cd9-44ec-bcd0-8080e66880f5 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c HTTP/1.1" status: 200 len: 946 time: 0.0751975 Feb 28 10:38:59.902926 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:59.911656 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a4631232-77e7-44ee-a4a7-e50ab07806d0 req-8d458570-8277-456f-a028-82ef511ee880 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=29e49b4a-f648-4fb8-ac32-be2bb14b1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451024 Feb 28 10:39:00.815411 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a19d8a8-1c68-4dc9-b5ac-5ecf9440e1f6 req-8b43ba1c-23c1-4660-a26e-8d898c5bc8f3 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:00.823058 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7a19d8a8-1c68-4dc9-b5ac-5ecf9440e1f6 req-8b43ba1c-23c1-4660-a26e-8d898c5bc8f3 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bed41c4-1e36-4126-a7e1-f18f69749966 HTTP/1.1" status: 200 len: 945 time: 0.1359959 Feb 28 10:39:00.857954 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2613ae-d7a4-442f-a63d-1cddbb4bfe59 req-809237c1-d4b9-49b6-b5ed-549e4f44ddda tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:00.859591 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1a2613ae-d7a4-442f-a63d-1cddbb4bfe59 req-809237c1-d4b9-49b6-b5ed-549e4f44ddda tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a117cac-a1a4-4467-84c0-0a89debf087a HTTP/1.1" status: 200 len: 945 time: 0.1074662 Feb 28 10:39:00.898477 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7a19d8a8-1c68-4dc9-b5ac-5ecf9440e1f6 req-c2970a4f-0e99-4fa8-b0bd-e6c4c05c42ee tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/security-groups?id=60338080-b467-4167-91ec-bc706f1b116e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730000 Feb 28 10:39:00.939563 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1a2613ae-d7a4-442f-a63d-1cddbb4bfe59 req-dce6ab19-ad79-4d51-9880-5e91b8bbc70c tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694444 Feb 28 10:39:01.018453 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713dcc24-7c84-4fb4-871e-8fd9e6b11ce3 req-6efc428e-c794-48d3-b0a6-6e49e241afb4 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:01.019928 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-713dcc24-7c84-4fb4-871e-8fd9e6b11ce3 req-6efc428e-c794-48d3-b0a6-6e49e241afb4 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.0626569 Feb 28 10:39:01.094580 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa59ff-04a2-4958-be70-1560c2360abd req-f7b89e2e-f0f8-4642-bcda-a402a168282f tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:01.096101 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-28aa59ff-04a2-4958-be70-1560c2360abd req-f7b89e2e-f0f8-4642-bcda-a402a168282f tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c HTTP/1.1" status: 200 len: 946 time: 0.0963650 Feb 28 10:39:01.099228 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-713dcc24-7c84-4fb4-871e-8fd9e6b11ce3 req-41bb5e52-f580-461e-9dd7-ab54d62c13ba tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649412 Feb 28 10:39:01.152933 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-28aa59ff-04a2-4958-be70-1560c2360abd req-b3bf9f5b-cc25-455b-ba93-43a2b04388f8 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=29e49b4a-f648-4fb8-ac32-be2bb14b1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504844 Feb 28 10:39:01.542214 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:01.619931 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aed76c-763a-4146-9234-4caeaa8e9982 req-93683b54-ad76-4db8-87c8-aaf7f92c6267 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:01.628272 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-23aed76c-763a-4146-9234-4caeaa8e9982 req-93683b54-ad76-4db8-87c8-aaf7f92c6267 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.0678079 Feb 28 10:39:01.680460 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-23aed76c-763a-4146-9234-4caeaa8e9982 req-6d2fc046-077d-4294-9cbc-78a757ceca55 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511072 Feb 28 10:39:01.793918 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b8100-a272-4380-9bb7-b8dce1c06e69 req-2d0ec272-18f4-4c16-9748-e1ed4cb09880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:01.795535 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-8e0b8100-a272-4380-9bb7-b8dce1c06e69 req-2d0ec272-18f4-4c16-9748-e1ed4cb09880 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=61d81f9de04c480389701ad30319c05a&device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 1130 time: 0.0520291 Feb 28 10:39:02.037809 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b8100-a272-4380-9bb7-b8dce1c06e69 req-9a8eb387-95f7-4358-a123-6d877d76d96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:02.040102 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-8e0b8100-a272-4380-9bb7-b8dce1c06e69 req-9a8eb387-95f7-4358-a123-6d877d76d96d service neutron] 10.222.0.46 "GET /v2.0/networks?id=181d6fbd-5cb4-4bfd-bffa-34f454380b3f HTTP/1.1" status: 200 len: 920 time: 0.1262949 Feb 28 10:39:02.060216 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf923145-c3d8-419f-b54d-7e1d0c49f672 req-b6c617ae-fd2a-407c-8e4e-32d09dd55c75 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:02.062117 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-bf923145-c3d8-419f-b54d-7e1d0c49f672 req-b6c617ae-fd2a-407c-8e4e-32d09dd55c75 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bed41c4-1e36-4126-a7e1-f18f69749966 HTTP/1.1" status: 200 len: 945 time: 0.0902677 Feb 28 10:39:02.132722 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-8e0b8100-a272-4380-9bb7-b8dce1c06e69 req-a9caee9f-f26a-4a3e-8013-1dff232c027b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f245c2a6-a750-496a-95c4-cf5ce2375a89 HTTP/1.1" status: 200 len: 217 time: 0.0850489 Feb 28 10:39:02.159853 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-bf923145-c3d8-419f-b54d-7e1d0c49f672 req-bb06dabd-32fe-413c-91a3-0345edac392c tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/security-groups?id=60338080-b467-4167-91ec-bc706f1b116e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900018 Feb 28 10:39:02.216120 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e154e2-2979-4794-9ea2-5a68dc8c343d req-5036ec7f-d779-470c-a984-d685ef3c51df tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:02.217633 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-19e154e2-2979-4794-9ea2-5a68dc8c343d req-5036ec7f-d779-470c-a984-d685ef3c51df tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a117cac-a1a4-4467-84c0-0a89debf087a HTTP/1.1" status: 200 len: 945 time: 0.0532451 Feb 28 10:39:02.252922 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 54982) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:02.295607 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-19e154e2-2979-4794-9ea2-5a68dc8c343d req-76384cf0-ca06-4c1b-a79a-526e628b175d tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709975 Feb 28 10:39:02.320566 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f91cd2-b7bf-4e55-9223-a12db54abc5a req-950b6e43-163a-457b-b4be-66e7666d9864 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:02.322819 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-84f91cd2-b7bf-4e55-9223-a12db54abc5a req-950b6e43-163a-457b-b4be-66e7666d9864 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c HTTP/1.1" status: 200 len: 946 time: 0.0911202 Feb 28 10:39:02.349612 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b8100-a272-4380-9bb7-b8dce1c06e69 req-e6a5f1a2-9e72-4b87-a5df-827317c844d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:02.351265 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-8e0b8100-a272-4380-9bb7-b8dce1c06e69 req-e6a5f1a2-9e72-4b87-a5df-827317c844d2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bb0c5a25-3924-4147-8d5d-a4a9902af2f7 HTTP/1.1" status: 200 len: 859 time: 0.0722551 Feb 28 10:39:02.384208 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-84f91cd2-b7bf-4e55-9223-a12db54abc5a req-3ed22084-1bec-4b2b-b3e5-1035d8e19368 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=29e49b4a-f648-4fb8-ac32-be2bb14b1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546398 Feb 28 10:39:02.414379 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-8e0b8100-a272-4380-9bb7-b8dce1c06e69 req-0ddcaa22-56db-4d3e-8471-51ad970ab6a3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=181d6fbd-5cb4-4bfd-bffa-34f454380b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462077 Feb 28 10:39:02.415566 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3df6ea68-22da-4573-a941-cefa7bdf8b88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:02.502015 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3df6ea68-22da-4573-a941-cefa7bdf8b88 admin admin] Publish callbacks [] for security_group (112b73f0-02bb-45c7-9d49-b33f46019bff), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:02.505859 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3df6ea68-22da-4573-a941-cefa7bdf8b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (112b73f0-02bb-45c7-9d49-b33f46019bff), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:02.544178 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-3df6ea68-22da-4573-a941-cefa7bdf8b88 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f881e1a1977f4441b63f2b0fba7791b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2901890 Feb 28 10:39:02.546327 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df6ea68-22da-4573-a941-cefa7bdf8b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112b73f0-02bb-45c7-9d49-b33f46019bff,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:02.547445 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 54988) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:02.554626 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df6ea68-22da-4573-a941-cefa7bdf8b88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:02.554869 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df6ea68-22da-4573-a941-cefa7bdf8b88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:02.555246 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df6ea68-22da-4573-a941-cefa7bdf8b88 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:02.555589 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df6ea68-22da-4573-a941-cefa7bdf8b88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:02.555939 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df6ea68-22da-4573-a941-cefa7bdf8b88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:02.556253 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df6ea68-22da-4573-a941-cefa7bdf8b88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:02.556582 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df6ea68-22da-4573-a941-cefa7bdf8b88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:02.556937 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df6ea68-22da-4573-a941-cefa7bdf8b88 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:02.557223 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df6ea68-22da-4573-a941-cefa7bdf8b88 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:02.557568 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df6ea68-22da-4573-a941-cefa7bdf8b88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:02.557898 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df6ea68-22da-4573-a941-cefa7bdf8b88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:02.558219 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df6ea68-22da-4573-a941-cefa7bdf8b88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:02.558568 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df6ea68-22da-4573-a941-cefa7bdf8b88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:02.631192 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-1b118a8c-7436-473c-868a-c2adf092763b admin admin] Publish callbacks [] for security_group (112b73f0-02bb-45c7-9d49-b33f46019bff), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:02.695990 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-1b118a8c-7436-473c-868a-c2adf092763b admin admin] Publish callbacks [] for security_group (112b73f0-02bb-45c7-9d49-b33f46019bff), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:02.791442 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-8e0b8100-a272-4380-9bb7-b8dce1c06e69 req-51cfa12c-72e5-42c6-9417-f75855ebe5e1 service neutron] 10.222.0.46 "GET /v2.0/networks/181d6fbd-5cb4-4bfd-bffa-34f454380b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891184 Feb 28 10:39:02.792664 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-1b118a8c-7436-473c-868a-c2adf092763b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (112b73f0-02bb-45c7-9d49-b33f46019bff), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:02.795741 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-1b118a8c-7436-473c-868a-c2adf092763b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:02.799988 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-1b118a8c-7436-473c-868a-c2adf092763b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/112b73f0-02bb-45c7-9d49-b33f46019bff HTTP/1.1" status: 204 len: 168 time: 0.2512143 Feb 28 10:39:02.813707 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b118a8c-7436-473c-868a-c2adf092763b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112b73f0-02bb-45c7-9d49-b33f46019bff,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:02.840136 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b118a8c-7436-473c-868a-c2adf092763b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:02.840136 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b118a8c-7436-473c-868a-c2adf092763b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:02.840358 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b118a8c-7436-473c-868a-c2adf092763b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:02.840568 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b118a8c-7436-473c-868a-c2adf092763b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:02.840939 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b118a8c-7436-473c-868a-c2adf092763b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:02.841474 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b118a8c-7436-473c-868a-c2adf092763b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:02.841797 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b118a8c-7436-473c-868a-c2adf092763b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:02.842139 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b118a8c-7436-473c-868a-c2adf092763b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:02.842476 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b118a8c-7436-473c-868a-c2adf092763b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:02.843018 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b118a8c-7436-473c-868a-c2adf092763b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:02.843360 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b118a8c-7436-473c-868a-c2adf092763b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:02.843687 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b118a8c-7436-473c-868a-c2adf092763b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:02.843996 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b118a8c-7436-473c-868a-c2adf092763b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:02.972674 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8aa6d3-f222-46e3-b727-a1dc5046d353 req-c7962071-0f0a-4aa7-ae97-a9534644bd8d tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:02.974352 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-fa8aa6d3-f222-46e3-b727-a1dc5046d353 req-c7962071-0f0a-4aa7-ae97-a9534644bd8d tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.1731355 Feb 28 10:39:02.992644 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-8e0b8100-a272-4380-9bb7-b8dce1c06e69 req-5fe14d47-07c1-40ed-a07d-43700515d310 service neutron] 10.222.0.46 "GET /v2.0/networks/181d6fbd-5cb4-4bfd-bffa-34f454380b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407197 Feb 28 10:39:03.035661 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-fa8aa6d3-f222-46e3-b727-a1dc5046d353 req-91d476d0-858d-4b59-bc64-9dc8b857c020 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542283 Feb 28 10:39:03.325804 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f29bff-3ac5-4fd8-b079-23c11a1d6258 req-1fc3c801-a1b1-4cde-bbc3-1e1cad5bd379 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:03.333114 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-13f29bff-3ac5-4fd8-b079-23c11a1d6258 req-1fc3c801-a1b1-4cde-bbc3-1e1cad5bd379 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bed41c4-1e36-4126-a7e1-f18f69749966 HTTP/1.1" status: 200 len: 945 time: 0.0887735 Feb 28 10:39:03.394764 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-13f29bff-3ac5-4fd8-b079-23c11a1d6258 req-3bcd2e7d-535d-4bdb-92dc-638ebeaf5d24 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/security-groups?id=60338080-b467-4167-91ec-bc706f1b116e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557997 Feb 28 10:39:03.517929 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b86528-1651-4357-806a-3b3605fe5bfa req-271a0b1f-6f6b-4706-90d9-e29cd999c58b tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:03.519110 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-82b86528-1651-4357-806a-3b3605fe5bfa req-271a0b1f-6f6b-4706-90d9-e29cd999c58b tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c HTTP/1.1" status: 200 len: 946 time: 0.0572515 Feb 28 10:39:03.585796 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-82b86528-1651-4357-806a-3b3605fe5bfa req-ccf6393d-f5a6-40e3-9663-9133fc7e5791 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=29e49b4a-f648-4fb8-ac32-be2bb14b1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606642 Feb 28 10:39:03.749571 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102bffce-4246-4e61-979c-cd2c1946961b req-624167b9-53e5-4621-afbf-ac94330ba9d9 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:03.751236 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-102bffce-4246-4e61-979c-cd2c1946961b req-624167b9-53e5-4621-afbf-ac94330ba9d9 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c HTTP/1.1" status: 200 len: 946 time: 0.0906577 Feb 28 10:39:03.760542 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 55080) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:03.766022 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [None req-282eef37-4d10-4f31-9077-2183b13169b2 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Request body: {'floatingip': {'port_id': '82f040bc-13d3-4bf6-ae42-a0ca08db1d4c'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:03.856541 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-282eef37-4d10-4f31-9077-2183b13169b2 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks [] for floatingip (fcdcdffa-9bae-4efc-a083-70bfc5027c35), before_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:04.030681 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (db31e800-75f5-4bdb-84cd-f402d346b45c), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:04.178549 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed03b1f4-e16b-4c82-9df2-4cd6340e3408 req-68cb4fb1-3fab-43b7-b9d4-6293a33dce7f tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:04.186460 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ed03b1f4-e16b-4c82-9df2-4cd6340e3408 req-68cb4fb1-3fab-43b7-b9d4-6293a33dce7f tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.0679371 Feb 28 10:39:04.270676 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ed03b1f4-e16b-4c82-9df2-4cd6340e3408 req-4b4b9178-7580-48e4-a375-e148f4b1e6cc tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831273 Feb 28 10:39:04.754415 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-888df578-3e90-4b13-a1ee-2dcf86cfdd96 req-012f7a25-d6fd-4e30-ae00-90d099d8d67a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1bed41c4-1e36-4126-a7e1-f18f69749966&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3851395 Feb 28 10:39:04.850725 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 55146) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:04.860166 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-282eef37-4d10-4f31-9077-2183b13169b2 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:04.887790 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-282eef37-4d10-4f31-9077-2183b13169b2 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-379257'] for floatingip (fcdcdffa-9bae-4efc-a083-70bfc5027c35), after_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:04.955607 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888df578-3e90-4b13-a1ee-2dcf86cfdd96 req-6ec7ef6b-3f4f-4a97-a687-cb4f7662d0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:04.957330 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-888df578-3e90-4b13-a1ee-2dcf86cfdd96 req-6ec7ef6b-3f4f-4a97-a687-cb4f7662d0cd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d07247712e664711bc6778d697ef6757&device_id=1bed41c4-1e36-4126-a7e1-f18f69749966 HTTP/1.1" status: 200 len: 1129 time: 0.1137171 Feb 28 10:39:05.011698 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-417ae03d-db3d-4c3f-ad33-d296de7c68ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:05.063126 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.db.l3_db [None req-282eef37-4d10-4f31-9077-2183b13169b2 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Floating IP fcdcdffa-9bae-4efc-a083-70bfc5027c35 associated. External IP: 172.27.1.239, port: 82f040bc-13d3-4bf6-ae42-a0ca08db1d4c. Feb 28 10:39:05.129551 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-417ae03d-db3d-4c3f-ad33-d296de7c68ba admin admin] Publish callbacks [] for security_group (133210b1-6be8-4fca-b9b4-911f893bcb4b), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:05.136010 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-417ae03d-db3d-4c3f-ad33-d296de7c68ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (133210b1-6be8-4fca-b9b4-911f893bcb4b), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:05.141118 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888df578-3e90-4b13-a1ee-2dcf86cfdd96 req-8625eee3-48dc-4974-8144-bdbae17a038d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:05.143260 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-888df578-3e90-4b13-a1ee-2dcf86cfdd96 req-8625eee3-48dc-4974-8144-bdbae17a038d service neutron] 10.222.0.46 "GET /v2.0/networks?id=afedb623-3316-4b12-8ae7-24fcfdd11e46 HTTP/1.1" status: 200 len: 913 time: 0.1549067 Feb 28 10:39:05.188758 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-417ae03d-db3d-4c3f-ad33-d296de7c68ba admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f2360c6b0d01481ca45dd5c1f12d3352&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3369076 Feb 28 10:39:05.190815 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ae03d-db3d-4c3f-ad33-d296de7c68ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133210b1-6be8-4fca-b9b4-911f893bcb4b,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:05.193560 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 55168) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:05.222660 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-888df578-3e90-4b13-a1ee-2dcf86cfdd96 req-6a269f1b-d178-4ae1-8d24-8fa2e199d5a7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4d7ada1-17bc-43dd-82b4-6270e1ed85ec HTTP/1.1" status: 200 len: 217 time: 0.0511961 Feb 28 10:39:05.274045 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-918b36a5-543b-4814-a7a6-06a2139d7746 admin admin] Publish callbacks [] for security_group (133210b1-6be8-4fca-b9b4-911f893bcb4b), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:05.305382 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-918b36a5-543b-4814-a7a6-06a2139d7746 admin admin] Publish callbacks [] for security_group (133210b1-6be8-4fca-b9b4-911f893bcb4b), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:05.329265 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888df578-3e90-4b13-a1ee-2dcf86cfdd96 req-d4868508-ac5f-4109-ab0e-bb206a0191e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:05.331108 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-888df578-3e90-4b13-a1ee-2dcf86cfdd96 req-d4868508-ac5f-4109-ab0e-bb206a0191e8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1bd7be47-a156-438c-acdc-95612b182e1c HTTP/1.1" status: 200 len: 852 time: 0.1018705 Feb 28 10:39:05.376599 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-918b36a5-543b-4814-a7a6-06a2139d7746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (133210b1-6be8-4fca-b9b4-911f893bcb4b), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:05.381523 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-918b36a5-543b-4814-a7a6-06a2139d7746 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:05.383537 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-918b36a5-543b-4814-a7a6-06a2139d7746 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/133210b1-6be8-4fca-b9b4-911f893bcb4b HTTP/1.1" status: 204 len: 168 time: 0.1786983 Feb 28 10:39:05.402389 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b36a5-543b-4814-a7a6-06a2139d7746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133210b1-6be8-4fca-b9b4-911f893bcb4b,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:05.414031 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-888df578-3e90-4b13-a1ee-2dcf86cfdd96 req-56f4fae0-bcea-4bf2-818f-da9a2b4e428f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=afedb623-3316-4b12-8ae7-24fcfdd11e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658178 Feb 28 10:39:05.570664 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e3f83-9aef-4bd4-9d66-5f0921e7dfa2 req-93cb6c77-f6a4-4992-ac03-5debf9a14a07 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:05.581042 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d50e3f83-9aef-4bd4-9d66-5f0921e7dfa2 req-93cb6c77-f6a4-4992-ac03-5debf9a14a07 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.1415949 Feb 28 10:39:05.587074 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-282eef37-4d10-4f31-9077-2183b13169b2 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Router 4cdb8a07-62c9-4a05-af7f-02572017faa5 has already been hosted by L3 agent 86347f47-2890-46a7-a199-31163828a11a {{(pid=102996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:39:05.624116 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-888df578-3e90-4b13-a1ee-2dcf86cfdd96 req-ef568d4e-47ba-4ff7-b890-bebca7ac6bc0 service neutron] 10.222.0.46 "GET /v2.0/networks/afedb623-3316-4b12-8ae7-24fcfdd11e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418893 Feb 28 10:39:05.645662 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d50e3f83-9aef-4bd4-9d66-5f0921e7dfa2 req-03176f78-d29a-474c-98c5-6deaa8aa757d tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587108 Feb 28 10:39:06.007655 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-282eef37-4d10-4f31-9077-2183b13169b2 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Notify agent at l3_agent.dv-cinder-831167-1-iscsi the message routers_updated {{(pid=102996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:39:06.014565 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-282eef37-4d10-4f31-9077-2183b13169b2 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for floatingip (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:06.028498 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb79c94e-5b88-41dc-b98c-6b1217faab82 None None] Sync routers for ids ['4cdb8a07-62c9-4a05-af7f-02572017faa5'] in dv-cinder-831167-1-iscsi {{(pid=102998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:39:06.046560 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb79c94e-5b88-41dc-b98c-6b1217faab82 None None] Routers {'4cdb8a07-62c9-4a05-af7f-02572017faa5'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:39:06.048512 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-bb79c94e-5b88-41dc-b98c-6b1217faab82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:38:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['4cdb8a07-62c9-4a05-af7f-02572017faa5'], 'active': True} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:06.062085 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-282eef37-4d10-4f31-9077-2183b13169b2 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "PUT /v2.0/floatingips/fcdcdffa-9bae-4efc-a083-70bfc5027c35 HTTP/1.1" status: 200 len: 992 time: 2.3003898 Feb 28 10:39:06.064417 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c', 'tag': '82f040bc-13d3-4bf6-ae42-a0ca08db1d4c'}] {{(pid=102996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:39:06.067284 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fc607127e9415785fd538e0c70e4bf06f6b8f20b6b46de5a0809c41644901f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68f2c06-7826-4541-af28-6f16b187c366" -d '{"events": [{"name": "network-changed", "server_uuid": "bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c", "tag": "82f040bc-13d3-4bf6-ae42-a0ca08db1d4c"}]}' {{(pid=102996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:39:06.077960 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 55224) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:06.088110 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-888df578-3e90-4b13-a1ee-2dcf86cfdd96 req-2d9fd620-58a9-45f0-8ce7-c47931fb1c5e service neutron] 10.222.0.46 "GET /v2.0/networks/afedb623-3316-4b12-8ae7-24fcfdd11e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4240434 Feb 28 10:39:06.092854 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-9c0940ed-8328-49c7-a39f-68ca89b49ecf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:06.167375 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 55228) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:06.176939 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac5820f-db1a-4f21-997a-e7dc83c1aaca x-openstack-request-id: req-4ac5820f-db1a-4f21-997a-e7dc83c1aaca {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:39:06.177209 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c", "tag": "82f040bc-13d3-4bf6-ae42-a0ca08db1d4c", "status": "completed", "code": 200}]} {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:39:06.177459 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4ac5820f-db1a-4f21-997a-e7dc83c1aaca {{(pid=102996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:39:06.177838 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c', 'tag': '82f040bc-13d3-4bf6-ae42-a0ca08db1d4c', 'status': 'completed', 'code': 200} Feb 28 10:39:06.238600 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvr_db [None req-bb79c94e-5b88-41dc-b98c-6b1217faab82 None None] Set router 4cdb8a07-62c9-4a05-af7f-02572017faa5 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:39:06.292622 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-9c0940ed-8328-49c7-a39f-68ca89b49ecf admin admin] Publish callbacks [] for security_group (a754e5fd-bd0f-4791-9ebb-20eb467f53da), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:06.298050 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-9c0940ed-8328-49c7-a39f-68ca89b49ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (a754e5fd-bd0f-4791-9ebb-20eb467f53da), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:06.332248 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f2c06-7826-4541-af28-6f16b187c366 req-e8738fb5-a57e-4888-813d-0fcdeb4e95df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:06.335950 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-f68f2c06-7826-4541-af28-6f16b187c366 req-e8738fb5-a57e-4888-813d-0fcdeb4e95df service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6825cb4cea9e4921b5312dd51b9920be&device_id=bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c HTTP/1.1" status: 200 len: 1130 time: 0.0928218 Feb 28 10:39:06.357879 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-9c0940ed-8328-49c7-a39f-68ca89b49ecf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cd90eee232a94c86a3d4458c6c4b275f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2763979 Feb 28 10:39:06.357879 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0940ed-8328-49c7-a39f-68ca89b49ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a754e5fd-bd0f-4791-9ebb-20eb467f53da,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:06.358585 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 55236) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:06.508800 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f2c06-7826-4541-af28-6f16b187c366 req-231b6d5a-f93c-432c-9002-08b684a45ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:06.510295 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-f68f2c06-7826-4541-af28-6f16b187c366 req-231b6d5a-f93c-432c-9002-08b684a45ef1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=240e2b6c-54c0-4c0d-850d-490078c64530 HTTP/1.1" status: 200 len: 917 time: 0.1676030 Feb 28 10:39:06.628068 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-f4952ab7-4a33-48b1-8c00-6078de86767e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:06.639789 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-bb79c94e-5b88-41dc-b98c-6b1217faab82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'name': 'tempest-AttachVolumeShelveTestJSON-108844831-router', 'tenant_id': '6825cb4cea9e4921b5312dd51b9920be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '0f572734-bbe0-431a-b131-b38efcf4396b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:00Z', 'updated_at': '2022-02-28T10:38:06Z', 'revision_number': 4, 'project_id': '6825cb4cea9e4921b5312dd51b9920be', 'gw_port': {'id': '0f572734-bbe0-431a-b131-b38efcf4396b', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ed:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:01Z', 'updated_at': '2022-02-28T10:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_floatingips': [{'id': 'fcdcdffa-9bae-4efc-a083-70bfc5027c35', 'tenant_id': '6825cb4cea9e4921b5312dd51b9920be', 'floating_ip_address': '172.27.1.239', 'floating_network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'router_id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'port_id': '82f040bc-13d3-4bf6-ae42-a0ca08db1d4c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 77, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '240e2b6c-54c0-4c0d-850d-490078c64530', 'mac_address': 'fa:16:3e:3e:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:38:09Z', 'updated_at': '2022-02-28T10:39:04Z', 'revision_number': 1, 'project_id': '6825cb4cea9e4921b5312dd51b9920be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142c00b1-9edd-47f7-94a8-5872c3a47d50', 'name': '', 'network_id': '240e2b6c-54c0-4c0d-850d-490078c64530', 'tenant_id': '6825cb4cea9e4921b5312dd51b9920be', 'mac_address': 'fa:16:3e:9e:eb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c422424b-4bdb-4bd8-9a44-a4d30179929f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:05Z', 'updated_at': '2022-02-28T10:38:11Z', 'revision_number': 5, 'project_id': '6825cb4cea9e4921b5312dd51b9920be', 'subnets': [{'id': 'c422424b-4bdb-4bd8-9a44-a4d30179929f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:06.644997 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-f68f2c06-7826-4541-af28-6f16b187c366 req-78a2e3e3-9fe4-4d4e-a8f7-4f96563e0ae2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82f040bc-13d3-4bf6-ae42-a0ca08db1d4c HTTP/1.1" status: 200 len: 1000 time: 0.1134963 Feb 28 10:39:06.681700 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb79c94e-5b88-41dc-b98c-6b1217faab82 None None] Checking router: 4cdb8a07-62c9-4a05-af7f-02572017faa5 for host: dv-cinder-831167-1-iscsi {{(pid=102998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:39:06.692486 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb79c94e-5b88-41dc-b98c-6b1217faab82 None None] Routers {'4cdb8a07-62c9-4a05-af7f-02572017faa5'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:39:06.693110 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-bb79c94e-5b88-41dc-b98c-6b1217faab82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:38:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['4cdb8a07-62c9-4a05-af7f-02572017faa5'], 'active': True} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:06.851337 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89672c1a-fa19-4b15-a9a2-7975293cd4fb req-3b8af4b6-a908-49d6-9bc0-fab699c0338f tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:06.852184 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3b9f3e04-6936-4b55-9bd6-1363b7a2a14e admin admin] Publish callbacks [] for security_group (a754e5fd-bd0f-4791-9ebb-20eb467f53da), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:06.852959 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-89672c1a-fa19-4b15-a9a2-7975293cd4fb req-3b8af4b6-a908-49d6-9bc0-fab699c0338f tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.0641372 Feb 28 10:39:06.854604 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 55256) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:06.889446 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f2c06-7826-4541-af28-6f16b187c366 req-7c73eb30-e2fc-448b-9e1d-071127d036e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:06.891271 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-f68f2c06-7826-4541-af28-6f16b187c366 req-7c73eb30-e2fc-448b-9e1d-071127d036e5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c422424b-4bdb-4bd8-9a44-a4d30179929f HTTP/1.1" status: 200 len: 855 time: 0.2043025 Feb 28 10:39:06.894410 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3b9f3e04-6936-4b55-9bd6-1363b7a2a14e admin admin] Publish callbacks [] for security_group (a754e5fd-bd0f-4791-9ebb-20eb467f53da), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:06.900056 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvr_db [None req-bb79c94e-5b88-41dc-b98c-6b1217faab82 None None] Set router 4cdb8a07-62c9-4a05-af7f-02572017faa5 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:39:06.927035 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-89672c1a-fa19-4b15-a9a2-7975293cd4fb req-db3d1ced-9e3d-481e-be26-3b5808c09108 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639858 Feb 28 10:39:06.997338 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-8a181392-7cc1-4dac-8142-5be375f6364d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:06.998324 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-f4952ab7-4a33-48b1-8c00-6078de86767e admin admin] Publish callbacks [] for security_group (f5e97ac0-42a7-4714-9e1f-e5e27445e3b7), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:07.005316 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f2c06-7826-4541-af28-6f16b187c366 req-67eb5768-328c-4903-9b20-4317c64732a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:07.007404 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-f68f2c06-7826-4541-af28-6f16b187c366 req-67eb5768-328c-4903-9b20-4317c64732a0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=240e2b6c-54c0-4c0d-850d-490078c64530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1076901 Feb 28 10:39:07.009206 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-f4952ab7-4a33-48b1-8c00-6078de86767e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (f5e97ac0-42a7-4714-9e1f-e5e27445e3b7), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:07.083661 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3b9f3e04-6936-4b55-9bd6-1363b7a2a14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (a754e5fd-bd0f-4791-9ebb-20eb467f53da), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:07.086223 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3b9f3e04-6936-4b55-9bd6-1363b7a2a14e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:07.087570 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-3b9f3e04-6936-4b55-9bd6-1363b7a2a14e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a754e5fd-bd0f-4791-9ebb-20eb467f53da HTTP/1.1" status: 204 len: 168 time: 0.7215269 Feb 28 10:39:07.107441 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-f4952ab7-4a33-48b1-8c00-6078de86767e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=781525e7ecf84c7c8b14d99f1fbd3c9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9387267 Feb 28 10:39:07.110122 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 55262) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:07.110757 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4952ab7-4a33-48b1-8c00-6078de86767e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e97ac0-42a7-4714-9e1f-e5e27445e3b7,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:07.111892 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-8a181392-7cc1-4dac-8142-5be375f6364d admin admin] Publish callbacks [] for security_group (03388f49-e7c2-48eb-8d0b-8186b49ed248), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:07.116958 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-8a181392-7cc1-4dac-8142-5be375f6364d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (03388f49-e7c2-48eb-8d0b-8186b49ed248), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:07.138693 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9f3e04-6936-4b55-9bd6-1363b7a2a14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a754e5fd-bd0f-4791-9ebb-20eb467f53da,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:07.186709 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a181392-7cc1-4dac-8142-5be375f6364d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03388f49-e7c2-48eb-8d0b-8186b49ed248,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:07.186928 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-bb79c94e-5b88-41dc-b98c-6b1217faab82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'name': 'tempest-AttachVolumeShelveTestJSON-108844831-router', 'tenant_id': '6825cb4cea9e4921b5312dd51b9920be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '0f572734-bbe0-431a-b131-b38efcf4396b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:00Z', 'updated_at': '2022-02-28T10:38:06Z', 'revision_number': 4, 'project_id': '6825cb4cea9e4921b5312dd51b9920be', 'gw_port': {'id': '0f572734-bbe0-431a-b131-b38efcf4396b', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ed:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:01Z', 'updated_at': '2022-02-28T10:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_floatingips': [{'id': 'fcdcdffa-9bae-4efc-a083-70bfc5027c35', 'tenant_id': '6825cb4cea9e4921b5312dd51b9920be', 'floating_ip_address': '172.27.1.239', 'floating_network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'router_id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'port_id': '82f040bc-13d3-4bf6-ae42-a0ca08db1d4c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 77, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '240e2b6c-54c0-4c0d-850d-490078c64530', 'mac_address': 'fa:16:3e:3e:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:38:09Z', 'updated_at': '2022-02-28T10:39:04Z', 'revision_number': 1, 'project_id': '6825cb4cea9e4921b5312dd51b9920be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142c00b1-9edd-47f7-94a8-5872c3a47d50', 'name': '', 'network_id': '240e2b6c-54c0-4c0d-850d-490078c64530', 'tenant_id': '6825cb4cea9e4921b5312dd51b9920be', 'mac_address': 'fa:16:3e:9e:eb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c422424b-4bdb-4bd8-9a44-a4d30179929f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:05Z', 'updated_at': '2022-02-28T10:38:11Z', 'revision_number': 5, 'project_id': '6825cb4cea9e4921b5312dd51b9920be', 'subnets': [{'id': 'c422424b-4bdb-4bd8-9a44-a4d30179929f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:07.193505 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-8a181392-7cc1-4dac-8142-5be375f6364d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c0a15fac3d664e879e118b83dd18e351&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3360488 Feb 28 10:39:07.196429 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 55264) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:07.203760 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-f68f2c06-7826-4541-af28-6f16b187c366 req-5bbe8c5f-496b-41d3-bf3e-91a7571b3cd1 service neutron] 10.222.0.46 "GET /v2.0/networks/240e2b6c-54c0-4c0d-850d-490078c64530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885421 Feb 28 10:39:07.204372 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-a4c189a2-6657-4722-8237-e300010fad41 admin admin] Publish callbacks [] for security_group (f5e97ac0-42a7-4714-9e1f-e5e27445e3b7), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:07.216104 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb79c94e-5b88-41dc-b98c-6b1217faab82 None None] The sync data for ids ['4cdb8a07-62c9-4a05-af7f-02572017faa5'] in dv-cinder-831167-1-iscsi is: [{'id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'name': 'tempest-AttachVolumeShelveTestJSON-108844831-router', 'tenant_id': '6825cb4cea9e4921b5312dd51b9920be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '0f572734-bbe0-431a-b131-b38efcf4396b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:00Z', 'updated_at': '2022-02-28T10:38:06Z', 'revision_number': 4, 'project_id': '6825cb4cea9e4921b5312dd51b9920be', 'gw_port': {'id': '0f572734-bbe0-431a-b131-b38efcf4396b', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ed:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:01Z', 'updated_at': '2022-02-28T10:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_floatingips': [{'id': 'fcdcdffa-9bae-4efc-a083-70bfc5027c35', 'tenant_id': '6825cb4cea9e4921b5312dd51b9920be', 'floating_ip_address': '172.27.1.239', 'floating_network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'router_id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'port_id': '82f040bc-13d3-4bf6-ae42-a0ca08db1d4c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 77, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '240e2b6c-54c0-4c0d-850d-490078c64530', 'mac_address': 'fa:16:3e:3e:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:38:09Z', 'updated_at': '2022-02-28T10:39:04Z', 'revision_number': 1, 'project_id': '6825cb4cea9e4921b5312dd51b9920be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142c00b1-9edd-47f7-94a8-5872c3a47d50', 'name': '', 'network_id': '240e2b6c-54c0-4c0d-850d-490078c64530', 'tenant_id': '6825cb4cea9e4921b5312dd51b9920be', 'mac_address': 'fa:16:3e:9e:eb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c422424b-4bdb-4bd8-9a44-a4d30179929f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:05Z', 'updated_at': '2022-02-28T10:38:11Z', 'revision_number': 5, 'project_id': '6825cb4cea9e4921b5312dd51b9920be', 'subnets': [{'id': 'c422424b-4bdb-4bd8-9a44-a4d30179929f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:39:07.258885 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-67d13de8-f5ee-4047-bb5f-1996bbae0a71 admin admin] Publish callbacks [] for security_group (03388f49-e7c2-48eb-8d0b-8186b49ed248), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:07.285985 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-67d13de8-f5ee-4047-bb5f-1996bbae0a71 admin admin] Publish callbacks [] for security_group (03388f49-e7c2-48eb-8d0b-8186b49ed248), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:07.299806 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-a4c189a2-6657-4722-8237-e300010fad41 admin admin] Publish callbacks [] for security_group (f5e97ac0-42a7-4714-9e1f-e5e27445e3b7), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:07.351495 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-67d13de8-f5ee-4047-bb5f-1996bbae0a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (03388f49-e7c2-48eb-8d0b-8186b49ed248), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:07.354895 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-67d13de8-f5ee-4047-bb5f-1996bbae0a71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:07.357600 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-67d13de8-f5ee-4047-bb5f-1996bbae0a71 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/03388f49-e7c2-48eb-8d0b-8186b49ed248 HTTP/1.1" status: 204 len: 168 time: 0.1598153 Feb 28 10:39:07.364378 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-f68f2c06-7826-4541-af28-6f16b187c366 req-b9010056-8626-43b0-a9e7-da9d014d3faf service neutron] 10.222.0.46 "GET /v2.0/networks/240e2b6c-54c0-4c0d-850d-490078c64530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498904 Feb 28 10:39:07.367934 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d13de8-f5ee-4047-bb5f-1996bbae0a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03388f49-e7c2-48eb-8d0b-8186b49ed248,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:07.404116 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-a4c189a2-6657-4722-8237-e300010fad41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (f5e97ac0-42a7-4714-9e1f-e5e27445e3b7), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:07.409721 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-a4c189a2-6657-4722-8237-e300010fad41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:07.411358 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-a4c189a2-6657-4722-8237-e300010fad41 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f5e97ac0-42a7-4714-9e1f-e5e27445e3b7 HTTP/1.1" status: 204 len: 168 time: 0.2976072 Feb 28 10:39:07.419984 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c189a2-6657-4722-8237-e300010fad41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e97ac0-42a7-4714-9e1f-e5e27445e3b7,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:07.521819 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c5bfb7-5e41-4c9b-8838-af215192abd6 None None] New status for floating IP fcdcdffa-9bae-4efc-a083-70bfc5027c35: ACTIVE {{(pid=102997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:39:07.875896 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 55302) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:07.895426 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-f8ab2ccc-b74f-472c-9560-a29e53dd8823 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:07.931169 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 55304) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:07.952982 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-b9376e7f-f714-4907-aa36-61d036ae5ba8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:08.005067 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-f8ab2ccc-b74f-472c-9560-a29e53dd8823 admin admin] Publish callbacks [] for security_group (aaf71534-d2a2-4cbb-83e6-f8f45bac9c19), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:08.041613 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-f8ab2ccc-b74f-472c-9560-a29e53dd8823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (aaf71534-d2a2-4cbb-83e6-f8f45bac9c19), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:08.065406 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-b9376e7f-f714-4907-aa36-61d036ae5ba8 admin admin] Publish callbacks [] for security_group (c37be72e-0601-477c-8454-c10d238dd1c0), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:08.072271 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-b9376e7f-f714-4907-aa36-61d036ae5ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (c37be72e-0601-477c-8454-c10d238dd1c0), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:08.074946 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ab2ccc-b74f-472c-9560-a29e53dd8823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf71534-d2a2-4cbb-83e6-f8f45bac9c19,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:08.111508 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-b9376e7f-f714-4907-aa36-61d036ae5ba8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4e1f0e0f94814a23932e0d8296245149&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1785319 Feb 28 10:39:08.111981 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7874f8-3df2-4d43-ba7a-4bc4269840ad req-897d57a0-2cdb-4c19-a909-2ef665931240 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:08.113498 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7e7874f8-3df2-4d43-ba7a-4bc4269840ad req-897d57a0-2cdb-4c19-a909-2ef665931240 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.1041403 Feb 28 10:39:08.116551 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-f8ab2ccc-b74f-472c-9560-a29e53dd8823 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3b153ec0ac4143159066d14741a5dfaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2389503 Feb 28 10:39:08.118941 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 55308) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:08.119510 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 55312) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:08.166190 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7e7874f8-3df2-4d43-ba7a-4bc4269840ad req-d396b265-7278-4727-9de6-f7d15fe63940 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465910 Feb 28 10:39:08.202178 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9376e7f-f714-4907-aa36-61d036ae5ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37be72e-0601-477c-8454-c10d238dd1c0,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:08.237564 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-d25c4075-b3cd-4e59-8575-f635f5c6281c admin admin] Publish callbacks [] for security_group (c37be72e-0601-477c-8454-c10d238dd1c0), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:08.253948 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-f8a03de0-85df-42b9-9af7-c428fa183f51 admin admin] Publish callbacks [] for security_group (aaf71534-d2a2-4cbb-83e6-f8f45bac9c19), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:08.280975 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-d25c4075-b3cd-4e59-8575-f635f5c6281c admin admin] Publish callbacks [] for security_group (c37be72e-0601-477c-8454-c10d238dd1c0), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:08.300054 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-f8a03de0-85df-42b9-9af7-c428fa183f51 admin admin] Publish callbacks [] for security_group (aaf71534-d2a2-4cbb-83e6-f8f45bac9c19), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:08.368443 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-d25c4075-b3cd-4e59-8575-f635f5c6281c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (c37be72e-0601-477c-8454-c10d238dd1c0), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:08.372306 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-d25c4075-b3cd-4e59-8575-f635f5c6281c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:08.374040 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-d25c4075-b3cd-4e59-8575-f635f5c6281c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c37be72e-0601-477c-8454-c10d238dd1c0 HTTP/1.1" status: 204 len: 168 time: 0.2532475 Feb 28 10:39:08.377191 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-f8a03de0-85df-42b9-9af7-c428fa183f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (aaf71534-d2a2-4cbb-83e6-f8f45bac9c19), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:08.380563 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-f8a03de0-85df-42b9-9af7-c428fa183f51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:08.382281 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-f8a03de0-85df-42b9-9af7-c428fa183f51 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aaf71534-d2a2-4cbb-83e6-f8f45bac9c19 HTTP/1.1" status: 204 len: 168 time: 0.2603233 Feb 28 10:39:08.389125 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25c4075-b3cd-4e59-8575-f635f5c6281c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37be72e-0601-477c-8454-c10d238dd1c0,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:08.399380 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a03de0-85df-42b9-9af7-c428fa183f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf71534-d2a2-4cbb-83e6-f8f45bac9c19,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:09.290660 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f8d7c-2718-4a8f-a574-2eb0d1466a34 req-6b523197-9d05-424b-b5d4-5269150e7d04 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:09.292167 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-555f8d7c-2718-4a8f-a574-2eb0d1466a34 req-6b523197-9d05-424b-b5d4-5269150e7d04 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.0594358 Feb 28 10:39:09.346105 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-555f8d7c-2718-4a8f-a574-2eb0d1466a34 req-45931112-c173-4e31-bae1-4352dd77c6c4 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464528 Feb 28 10:39:09.979608 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 55436) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:10.171893 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-0cbe4275-b60b-449e-9302-29af74f50364 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:10.263600 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-0cbe4275-b60b-449e-9302-29af74f50364 admin admin] Publish callbacks [] for security_group (c5e59b9a-bdc3-4770-8657-4f495c082011), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:10.270344 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-0cbe4275-b60b-449e-9302-29af74f50364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (c5e59b9a-bdc3-4770-8657-4f495c082011), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:10.318746 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-0cbe4275-b60b-449e-9302-29af74f50364 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5ca0c768a6b64e159d937b8f4f5c6db4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3343375 Feb 28 10:39:10.318746 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe4275-b60b-449e-9302-29af74f50364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e59b9a-bdc3-4770-8657-4f495c082011,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:10.321358 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 55456) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:10.394213 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-8be4c9c3-7641-430c-8340-361a1e299f17 admin admin] Publish callbacks [] for security_group (c5e59b9a-bdc3-4770-8657-4f495c082011), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:10.453063 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-8be4c9c3-7641-430c-8340-361a1e299f17 admin admin] Publish callbacks [] for security_group (c5e59b9a-bdc3-4770-8657-4f495c082011), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:10.584509 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3902a-69e0-4fcb-8d77-b8e728556eca req-ff1850df-b7bd-4a18-8603-4c4fe9ca6b89 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:10.587127 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e0e3902a-69e0-4fcb-8d77-b8e728556eca req-ff1850df-b7bd-4a18-8603-4c4fe9ca6b89 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.0820241 Feb 28 10:39:10.588130 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-8be4c9c3-7641-430c-8340-361a1e299f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (c5e59b9a-bdc3-4770-8657-4f495c082011), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:10.593702 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-8be4c9c3-7641-430c-8340-361a1e299f17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:10.595322 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-8be4c9c3-7641-430c-8340-361a1e299f17 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c5e59b9a-bdc3-4770-8657-4f495c082011 HTTP/1.1" status: 204 len: 168 time: 0.2677081 Feb 28 10:39:10.606393 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be4c9c3-7641-430c-8340-361a1e299f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e59b9a-bdc3-4770-8657-4f495c082011,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:10.665233 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e0e3902a-69e0-4fcb-8d77-b8e728556eca req-5505a85f-26ec-41f9-b096-92116500a2f4 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599558 Feb 28 10:39:11.001874 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 55502) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:11.122801 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 55516) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:11.153022 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-9d69dd3d-5f4e-43ff-98a7-f61dd3095f18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:11.176121 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-d5861693-258b-48c3-8727-3741bae26867 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:11.292103 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-9d69dd3d-5f4e-43ff-98a7-f61dd3095f18 admin admin] Publish callbacks [] for security_group (9ae7ae04-faa1-4593-900b-df75c2c6f6fa), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:11.298135 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-9d69dd3d-5f4e-43ff-98a7-f61dd3095f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (9ae7ae04-faa1-4593-900b-df75c2c6f6fa), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:11.311468 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-d5861693-258b-48c3-8727-3741bae26867 admin admin] Publish callbacks [] for security_group (868d815b-b526-4819-8793-4f4fb42fdda6), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:11.323214 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-d5861693-258b-48c3-8727-3741bae26867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (868d815b-b526-4819-8793-4f4fb42fdda6), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:11.351043 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d69dd3d-5f4e-43ff-98a7-f61dd3095f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae7ae04-faa1-4593-900b-df75c2c6f6fa,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:11.355628 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-9d69dd3d-5f4e-43ff-98a7-f61dd3095f18 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c5a5497c33be426fba3ddc27a96a7290&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2310281 Feb 28 10:39:11.359038 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 55522) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:11.376014 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-d5861693-258b-48c3-8727-3741bae26867 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2b0ae28929a14a62889b2d302419d2f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3729422 Feb 28 10:39:11.379211 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 55524) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:11.402565 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5861693-258b-48c3-8727-3741bae26867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868d815b-b526-4819-8793-4f4fb42fdda6,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:11.415179 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-7e3ee521-0795-4fb4-a362-5a526c448624 admin admin] Publish callbacks [] for security_group (9ae7ae04-faa1-4593-900b-df75c2c6f6fa), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:11.439475 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-7e3ee521-0795-4fb4-a362-5a526c448624 admin admin] Publish callbacks [] for security_group (9ae7ae04-faa1-4593-900b-df75c2c6f6fa), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:11.443249 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-69829de5-307d-42d2-b157-91c62e5e3e80 admin admin] Publish callbacks [] for security_group (868d815b-b526-4819-8793-4f4fb42fdda6), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:11.463053 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 55526) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:11.474735 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-69829de5-307d-42d2-b157-91c62e5e3e80 admin admin] Publish callbacks [] for security_group (868d815b-b526-4819-8793-4f4fb42fdda6), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:11.492202 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-7e3ee521-0795-4fb4-a362-5a526c448624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (9ae7ae04-faa1-4593-900b-df75c2c6f6fa), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:11.495131 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-7e3ee521-0795-4fb4-a362-5a526c448624 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:11.500195 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-7e3ee521-0795-4fb4-a362-5a526c448624 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9ae7ae04-faa1-4593-900b-df75c2c6f6fa HTTP/1.1" status: 204 len: 168 time: 0.1383746 Feb 28 10:39:11.508382 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3ee521-0795-4fb4-a362-5a526c448624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae7ae04-faa1-4593-900b-df75c2c6f6fa,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:11.539286 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-69829de5-307d-42d2-b157-91c62e5e3e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (868d815b-b526-4819-8793-4f4fb42fdda6), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:11.544336 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-69829de5-307d-42d2-b157-91c62e5e3e80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:11.549299 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-69829de5-307d-42d2-b157-91c62e5e3e80 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/868d815b-b526-4819-8793-4f4fb42fdda6 HTTP/1.1" status: 204 len: 168 time: 0.1664820 Feb 28 10:39:11.556661 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69829de5-307d-42d2-b157-91c62e5e3e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868d815b-b526-4819-8793-4f4fb42fdda6,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:11.622733 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-657e71b1-4d7c-486a-8240-c8d5045d61a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:11.738307 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-657e71b1-4d7c-486a-8240-c8d5045d61a5 admin admin] Publish callbacks [] for security_group (3fbb332b-6fe5-4b03-896b-3dc310012add), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:11.747078 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-657e71b1-4d7c-486a-8240-c8d5045d61a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (3fbb332b-6fe5-4b03-896b-3dc310012add), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:11.783994 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-657e71b1-4d7c-486a-8240-c8d5045d61a5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=01638350ace34faca06a0f57d40122ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3197558 Feb 28 10:39:11.786597 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 55550) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:11.847993 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e71b1-4d7c-486a-8240-c8d5045d61a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbb332b-6fe5-4b03-896b-3dc310012add,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:11.869309 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a55dcd5-11ca-4272-89a4-75d1932969ea req-5f50b541-7053-421d-ab9e-f56ec9d13f40 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:11.870964 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5a55dcd5-11ca-4272-89a4-75d1932969ea req-5f50b541-7053-421d-ab9e-f56ec9d13f40 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.0973253 Feb 28 10:39:11.889275 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-657dca04-7334-4c0d-94fe-36f0d25b3281 admin admin] Publish callbacks [] for security_group (3fbb332b-6fe5-4b03-896b-3dc310012add), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:11.930972 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-657dca04-7334-4c0d-94fe-36f0d25b3281 admin admin] Publish callbacks [] for security_group (3fbb332b-6fe5-4b03-896b-3dc310012add), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:12.006318 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-657dca04-7334-4c0d-94fe-36f0d25b3281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (3fbb332b-6fe5-4b03-896b-3dc310012add), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:12.014667 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-657dca04-7334-4c0d-94fe-36f0d25b3281 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:12.020524 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-657dca04-7334-4c0d-94fe-36f0d25b3281 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3fbb332b-6fe5-4b03-896b-3dc310012add HTTP/1.1" status: 204 len: 168 time: 0.2328093 Feb 28 10:39:12.048114 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657dca04-7334-4c0d-94fe-36f0d25b3281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbb332b-6fe5-4b03-896b-3dc310012add,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:12.156042 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5a55dcd5-11ca-4272-89a4-75d1932969ea req-4cabbaa9-01ef-444f-a178-8395e0f0c09b tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782359 Feb 28 10:39:12.208332 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 55576) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:12.222516 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-73af4167-63cd-40cf-a0f8-4d8615fc7385 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:12.302052 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-73af4167-63cd-40cf-a0f8-4d8615fc7385 admin admin] Publish callbacks [] for security_group (7d72c36a-be14-43a9-b17b-387605647fa2), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:12.306553 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-73af4167-63cd-40cf-a0f8-4d8615fc7385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (7d72c36a-be14-43a9-b17b-387605647fa2), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:12.347782 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-73af4167-63cd-40cf-a0f8-4d8615fc7385 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a6baf4aa0d22420cb97e0e340fa24621&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1382463 Feb 28 10:39:12.348727 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af4167-63cd-40cf-a0f8-4d8615fc7385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d72c36a-be14-43a9-b17b-387605647fa2,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:12.350601 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 55580) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:12.413946 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-f82cb3cf-0334-4655-ab92-b2fe5d1e7a6a admin admin] Publish callbacks [] for security_group (7d72c36a-be14-43a9-b17b-387605647fa2), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:12.432384 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.agents_db [None req-ad1b81bb-6a73-47ab-ba10-dec1fea0c152 None None] Agent healthcheck: found 6 active agents {{(pid=102998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:39:12.440977 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-f82cb3cf-0334-4655-ab92-b2fe5d1e7a6a admin admin] Publish callbacks [] for security_group (7d72c36a-be14-43a9-b17b-387605647fa2), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:12.497785 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-f82cb3cf-0334-4655-ab92-b2fe5d1e7a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (7d72c36a-be14-43a9-b17b-387605647fa2), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:12.501559 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-f82cb3cf-0334-4655-ab92-b2fe5d1e7a6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:12.502972 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-f82cb3cf-0334-4655-ab92-b2fe5d1e7a6a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7d72c36a-be14-43a9-b17b-387605647fa2 HTTP/1.1" status: 204 len: 168 time: 0.1497669 Feb 28 10:39:12.512139 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82cb3cf-0334-4655-ab92-b2fe5d1e7a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d72c36a-be14-43a9-b17b-387605647fa2,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:12.584042 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 55592) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:12.596986 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-b1f6c24f-7b82-44c4-9d25-fb57c7a13f9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:12.689899 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-b1f6c24f-7b82-44c4-9d25-fb57c7a13f9e admin admin] Publish callbacks [] for security_group (9fad32ce-5a61-4257-bcd0-6d5a9a46055d), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:12.699331 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-b1f6c24f-7b82-44c4-9d25-fb57c7a13f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (9fad32ce-5a61-4257-bcd0-6d5a9a46055d), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:12.748524 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-b1f6c24f-7b82-44c4-9d25-fb57c7a13f9e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b66ce6dce90d43ad97e3ddf8733b3d42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1633961 Feb 28 10:39:12.750136 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f6c24f-7b82-44c4-9d25-fb57c7a13f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fad32ce-5a61-4257-bcd0-6d5a9a46055d,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:12.751647 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 55596) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:12.813517 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-bcd2e6be-8703-454c-bd3b-4dda678bfef4 admin admin] Publish callbacks [] for security_group (9fad32ce-5a61-4257-bcd0-6d5a9a46055d), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:12.835429 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-bcd2e6be-8703-454c-bd3b-4dda678bfef4 admin admin] Publish callbacks [] for security_group (9fad32ce-5a61-4257-bcd0-6d5a9a46055d), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:12.892265 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-bcd2e6be-8703-454c-bd3b-4dda678bfef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (9fad32ce-5a61-4257-bcd0-6d5a9a46055d), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:12.896312 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-bcd2e6be-8703-454c-bd3b-4dda678bfef4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:12.897709 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-bcd2e6be-8703-454c-bd3b-4dda678bfef4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9fad32ce-5a61-4257-bcd0-6d5a9a46055d HTTP/1.1" status: 204 len: 168 time: 0.1449046 Feb 28 10:39:12.906382 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd2e6be-8703-454c-bd3b-4dda678bfef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fad32ce-5a61-4257-bcd0-6d5a9a46055d,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:13.313124 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75eee9-2a6e-43d4-8bfa-d9ada7339d98 req-c2fa922c-7282-4b55-a38c-77fc6b64c8ca tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:13.314664 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ed75eee9-2a6e-43d4-8bfa-d9ada7339d98 req-c2fa922c-7282-4b55-a38c-77fc6b64c8ca tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.0616453 Feb 28 10:39:13.403547 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ed75eee9-2a6e-43d4-8bfa-d9ada7339d98 req-8c154187-f70b-4599-93b4-5538b22c65d1 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738924 Feb 28 10:39:13.523381 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b32644-0073-4e29-9db7-966832468230 req-8d04889f-6280-4aac-af4b-a2ae7ffc4105 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:13.525118 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e4b32644-0073-4e29-9db7-966832468230 req-8d04889f-6280-4aac-af4b-a2ae7ffc4105 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/networks?id=9b073e6b-c342-425b-a002-2cd2376b1da4 HTTP/1.1" status: 200 len: 815 time: 0.1178272 Feb 28 10:39:13.543599 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e4b32644-0073-4e29-9db7-966832468230 req-434705ff-466b-4aa8-9d92-71bd00d36b5d tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/quotas/4151886992af47f89a22d8119c3ffd94 HTTP/1.1" status: 200 len: 375 time: 0.0100074 Feb 28 10:39:13.617651 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e4b32644-0073-4e29-9db7-966832468230 req-2dbd4e88-1150-46bd-8641-5bb33e82bc88 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4151886992af47f89a22d8119c3ffd94&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0666099 Feb 28 10:39:13.710029 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e4b32644-0073-4e29-9db7-966832468230 req-4d17105f-6bc4-43fa-b874-438bd978c7da service neutron] 10.222.0.44 "GET /v2.0/networks/9b073e6b-c342-425b-a002-2cd2376b1da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884695 Feb 28 10:39:13.786427 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 55664) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:13.809062 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e4b32644-0073-4e29-9db7-966832468230 req-6a6bfc2e-a886-4be5-b6b3-e66cebdcf674 service neutron] 10.222.0.44 "GET /v2.0/networks/9b073e6b-c342-425b-a002-2cd2376b1da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928376 Feb 28 10:39:14.008155 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0747f895-9cf8-4059-867e-ddfca93db744 req-e7e62505-f0bb-4844-8ac8-acc3ccdce9f3 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ee65a21-701b-4152-8912-23058b4a1482 HTTP/1.1" status: 200 len: 210 time: 0.0541461 Feb 28 10:39:14.009626 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-f096d289-4213-4f3d-8352-667e6279e1cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:14.141449 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-f096d289-4213-4f3d-8352-667e6279e1cf admin admin] Publish callbacks [] for security_group (6b63a27c-8360-4cf1-aba6-75c68e1953d1), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:14.145676 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-f096d289-4213-4f3d-8352-667e6279e1cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (6b63a27c-8360-4cf1-aba6-75c68e1953d1), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:14.196282 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-f096d289-4213-4f3d-8352-667e6279e1cf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5db6f7b7be0449af84838ab4670471b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4080553 Feb 28 10:39:14.197653 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f096d289-4213-4f3d-8352-667e6279e1cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b63a27c-8360-4cf1-aba6-75c68e1953d1,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:14.199267 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 55692) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:14.272082 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-9f2b969f-a031-46f4-98ef-03b1d6b6d6a3 admin admin] Publish callbacks [] for security_group (6b63a27c-8360-4cf1-aba6-75c68e1953d1), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:14.295521 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-9f2b969f-a031-46f4-98ef-03b1d6b6d6a3 admin admin] Publish callbacks [] for security_group (6b63a27c-8360-4cf1-aba6-75c68e1953d1), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:14.359258 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-9f2b969f-a031-46f4-98ef-03b1d6b6d6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (6b63a27c-8360-4cf1-aba6-75c68e1953d1), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:14.362316 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-9f2b969f-a031-46f4-98ef-03b1d6b6d6a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:14.363608 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-9f2b969f-a031-46f4-98ef-03b1d6b6d6a3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6b63a27c-8360-4cf1-aba6-75c68e1953d1 HTTP/1.1" status: 204 len: 168 time: 0.1632483 Feb 28 10:39:14.374775 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 55702) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:14.390814 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b969f-a031-46f4-98ef-03b1d6b6d6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b63a27c-8360-4cf1-aba6-75c68e1953d1,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:14.583920 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14975f1-7f06-46a6-86bb-1267f3ae9ae8 req-4eaf0557-7d99-4a8a-adcc-c40f7382bae6 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:14.588921 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-f14975f1-7f06-46a6-86bb-1267f3ae9ae8 req-4eaf0557-7d99-4a8a-adcc-c40f7382bae6 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.0953827 Feb 28 10:39:14.645743 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-f14975f1-7f06-46a6-86bb-1267f3ae9ae8 req-1474797e-9052-49ee-9c71-54870bd0c58e tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479960 Feb 28 10:39:14.724666 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [None req-64e93f12-70d5-4dd9-9822-5b217482dd8a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2075489573-network', 'tenant_id': 'c6342293c1f74a629d3f9097a3815571'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:14.752939 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e93f12-70d5-4dd9-9822-5b217482dd8a admin admin] Made reservation on behalf of c6342293c1f74a629d3f9097a3815571 for: {'network': 1} {{(pid=102996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:14.756930 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-64e93f12-70d5-4dd9-9822-5b217482dd8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for network (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:14.775627 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-64e93f12-70d5-4dd9-9822-5b217482dd8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:14.877840 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-64e93f12-70d5-4dd9-9822-5b217482dd8a admin admin] Publish callbacks [] for security_group (17b4268a-32ba-4e54-ba83-94980313652d), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:14.882857 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-64e93f12-70d5-4dd9-9822-5b217482dd8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (17b4268a-32ba-4e54-ba83-94980313652d), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:14.909860 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64e93f12-70d5-4dd9-9822-5b217482dd8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=102996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:39:14.927508 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e93f12-70d5-4dd9-9822-5b217482dd8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b4268a-32ba-4e54-ba83-94980313652d,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:14.930777 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-64e93f12-70d5-4dd9-9822-5b217482dd8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761337'] for segment (46a5795d-9045-42d5-a5dd-fe341cc4bc47), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:14.931253 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.db.segments_db [None req-64e93f12-70d5-4dd9-9822-5b217482dd8a admin admin] Added segment 46a5795d-9045-42d5-a5dd-fe341cc4bc47 of type vlan for network 8e50f157-ee2e-494a-9489-e7ce9f786921 Feb 28 10:39:14.970670 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 55750) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:14.976593 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-64e93f12-70d5-4dd9-9822-5b217482dd8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783309439991'] for network (8e50f157-ee2e-494a-9489-e7ce9f786921), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:14.996476 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-e1c1c99e-49bd-41eb-bdd8-05c77e40a323 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:15.005767 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-64e93f12-70d5-4dd9-9822-5b217482dd8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297'] for network (8e50f157-ee2e-494a-9489-e7ce9f786921), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:15.007050 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e93f12-70d5-4dd9-9822-5b217482dd8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:15.007646 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-64e93f12-70d5-4dd9-9822-5b217482dd8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for network (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:15.122585 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 55754) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:15.128968 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-64e93f12-70d5-4dd9-9822-5b217482dd8a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7529912 Feb 28 10:39:15.131140 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [None req-51c7bdcc-8058-41ba-bf1c-f456e22290d0 admin admin] Request body: {'subnet': {'network_id': '8e50f157-ee2e-494a-9489-e7ce9f786921', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2075489573-subnet', 'tenant_id': 'c6342293c1f74a629d3f9097a3815571', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:15.137577 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e93f12-70d5-4dd9-9822-5b217482dd8a admin admin] Pushing event updated for resources: {'Network': ['ID=8e50f157-ee2e-494a-9489-e7ce9f786921,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:15.138827 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-e1c1c99e-49bd-41eb-bdd8-05c77e40a323 admin admin] Publish callbacks [] for security_group (8910b93d-aa6a-4f0c-ac66-f5ce7d3b79e0), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:15.154946 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Network 8e50f157-ee2e-494a-9489-e7ce9f786921 details requested by agent ovs-agent-dv-cinder-831167-1-iscsi with host dv-cinder-831167-1-iscsi {{(pid=102997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:39:15.155822 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-e1c1c99e-49bd-41eb-bdd8-05c77e40a323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (8910b93d-aa6a-4f0c-ac66-f5ce7d3b79e0), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:15.181399 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-66f94de9-9957-4375-afa6-a22ed0286cee req-61820c07-88d5-48f9-a21f-43185d5959f6 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ee65a21-701b-4152-8912-23058b4a1482 HTTP/1.1" status: 200 len: 210 time: 0.0461237 Feb 28 10:39:15.206228 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c7bdcc-8058-41ba-bf1c-f456e22290d0 admin admin] Made reservation on behalf of c6342293c1f74a629d3f9097a3815571 for: {'subnet': 1} {{(pid=102995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:15.208446 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-51c7bdcc-8058-41ba-bf1c-f456e22290d0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:15.275407 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-e1c1c99e-49bd-41eb-bdd8-05c77e40a323 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=54cebbea91184fa887fff6097e954d3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3017704 Feb 28 10:39:15.277433 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 55760) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:15.292617 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c1c99e-49bd-41eb-bdd8-05c77e40a323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8910b93d-aa6a-4f0c-ac66-f5ce7d3b79e0,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:15.358417 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-cd596998-122c-4123-9952-395d5e3fb0b1 admin admin] Publish callbacks [] for security_group (8910b93d-aa6a-4f0c-ac66-f5ce7d3b79e0), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:15.366755 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 55764) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:15.388061 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-cd596998-122c-4123-9952-395d5e3fb0b1 admin admin] Publish callbacks [] for security_group (8910b93d-aa6a-4f0c-ac66-f5ce7d3b79e0), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:15.497773 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-51c7bdcc-8058-41ba-bf1c-f456e22290d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297'] for subnet (d815ea78-c55c-4034-8ddf-d85f7d0de838), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:15.581814 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b32644-0073-4e29-9db7-966832468230 req-49e22175-8899-48d0-9964-f339367742de tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:15.583625 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-e4b32644-0073-4e29-9db7-966832468230 req-49e22175-8899-48d0-9964-f339367742de tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.46 "GET /v2.0/networks?id=9b073e6b-c342-425b-a002-2cd2376b1da4 HTTP/1.1" status: 200 len: 815 time: 0.1221004 Feb 28 10:39:15.595568 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-cd596998-122c-4123-9952-395d5e3fb0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (8910b93d-aa6a-4f0c-ac66-f5ce7d3b79e0), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:15.598166 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-cd596998-122c-4123-9952-395d5e3fb0b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:15.598689 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7bdcc-8058-41ba-bf1c-f456e22290d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d815ea78-c55c-4034-8ddf-d85f7d0de838,revision_number=0']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:15.603882 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-cd596998-122c-4123-9952-395d5e3fb0b1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8910b93d-aa6a-4f0c-ac66-f5ce7d3b79e0 HTTP/1.1" status: 204 len: 168 time: 0.3253779 Feb 28 10:39:15.605835 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c7bdcc-8058-41ba-bf1c-f456e22290d0 admin admin] Checking segment: {'id': '46a5795d-9045-42d5-a5dd-fe341cc4bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8e50f157-ee2e-494a-9489-e7ce9f786921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:39:15.606509 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c7bdcc-8058-41ba-bf1c-f456e22290d0 admin admin] Network hostable DHCP agents. Network: 8e50f157-ee2e-494a-9489-e7ce9f786921, hostable agents: ['908aa187-f1dc-423a-8ec3-c19816a84263'], hosted agents: [] {{(pid=102995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:39:15.617102 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd596998-122c-4123-9952-395d5e3fb0b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8910b93d-aa6a-4f0c-ac66-f5ce7d3b79e0,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:15.628298 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [req-e4b32644-0073-4e29-9db7-966832468230 req-3332fbc2-63a8-4283-a26e-6db021dcf188 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Request body: {'port': {'device_id': '6ee65a21-701b-4152-8912-23058b4a1482', 'network_id': '9b073e6b-c342-425b-a002-2cd2376b1da4', 'admin_state_up': True, 'tenant_id': '4151886992af47f89a22d8119c3ffd94'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:15.629364 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c7bdcc-8058-41ba-bf1c-f456e22290d0 admin admin] Network 8e50f157-ee2e-494a-9489-e7ce9f786921 is scheduled to be hosted by DHCP agent 908aa187-f1dc-423a-8ec3-c19816a84263 with binding_index 1 {{(pid=102995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:39:15.642153 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.base_scheduler [None req-51c7bdcc-8058-41ba-bf1c-f456e22290d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831167-1-iscsi, 8e50f157-ee2e-494a-9489-e7ce9f786921) {{(pid=102995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:15.647508 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c7bdcc-8058-41ba-bf1c-f456e22290d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:15.648274 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-51c7bdcc-8058-41ba-bf1c-f456e22290d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for subnet (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:15.658887 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d651822c-5011-4373-af76-19b1c8b06220 None None] Network 8e50f157-ee2e-494a-9489-e7ce9f786921 requested from dv-cinder-831167-1-iscsi {{(pid=102997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:39:15.685811 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-51c7bdcc-8058-41ba-bf1c-f456e22290d0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5612414 Feb 28 10:39:15.716806 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-0c187c88-8621-4c0e-aae7-0048737db4c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:15.838586 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506c2169-4add-415f-a233-a94e3bd9361c None None] Network 8e50f157-ee2e-494a-9489-e7ce9f786921 requested from dv-cinder-831167-1-iscsi {{(pid=102997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:39:15.860421 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4205d68-10c2-4e85-95fe-a75124441cc7 req-f02956ed-9ffd-4b45-82e7-441c94785571 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:15.862280 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-f4205d68-10c2-4e85-95fe-a75124441cc7 req-f02956ed-9ffd-4b45-82e7-441c94785571 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.1027293 Feb 28 10:39:15.883441 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-0c187c88-8621-4c0e-aae7-0048737db4c2 admin admin] Publish callbacks [] for security_group (b0532776-6aa3-4a36-b9b3-479bc21cd96d), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:15.885311 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4b32644-0073-4e29-9db7-966832468230 req-3332fbc2-63a8-4283-a26e-6db021dcf188 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Made reservation on behalf of 4151886992af47f89a22d8119c3ffd94 for: {'port': 1} {{(pid=102996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:15.891177 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-0c187c88-8621-4c0e-aae7-0048737db4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (b0532776-6aa3-4a36-b9b3-479bc21cd96d), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:15.894188 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-e4b32644-0073-4e29-9db7-966832468230 req-3332fbc2-63a8-4283-a26e-6db021dcf188 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:15.930682 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c187c88-8621-4c0e-aae7-0048737db4c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0532776-6aa3-4a36-b9b3-479bc21cd96d,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:15.966485 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-0c187c88-8621-4c0e-aae7-0048737db4c2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c4e06824bfeb416fa4a0651c055fb45b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5963914 Feb 28 10:39:15.968858 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 55792) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:15.987514 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-f4205d68-10c2-4e85-95fe-a75124441cc7 req-146c9c87-bb2c-442f-aeb3-d3902a92e9e7 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165383 Feb 28 10:39:16.036576 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-bbedd2b8-95c3-4ff5-b894-7d640da8c9c4 admin admin] Publish callbacks [] for security_group (b0532776-6aa3-4a36-b9b3-479bc21cd96d), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.062630 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-bbedd2b8-95c3-4ff5-b894-7d640da8c9c4 admin admin] Publish callbacks [] for security_group (b0532776-6aa3-4a36-b9b3-479bc21cd96d), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.081898 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.db_base_plugin_common [req-e4b32644-0073-4e29-9db7-966832468230 req-3332fbc2-63a8-4283-a26e-6db021dcf188 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Allocated IP 172.20.0.4 (9b073e6b-c342-425b-a002-2cd2376b1da4/5f6bb29c-d00a-495d-ab78-9dec9ba1e99a/ea27a3ad-135b-48ee-98da-f1a11188538b) {{(pid=102996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:39:16.146042 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-bbedd2b8-95c3-4ff5-b894-7d640da8c9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (b0532776-6aa3-4a36-b9b3-479bc21cd96d), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.149687 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-bbedd2b8-95c3-4ff5-b894-7d640da8c9c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.155160 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-bbedd2b8-95c3-4ff5-b894-7d640da8c9c4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b0532776-6aa3-4a36-b9b3-479bc21cd96d HTTP/1.1" status: 204 len: 168 time: 0.1853142 Feb 28 10:39:16.175686 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbedd2b8-95c3-4ff5-b894-7d640da8c9c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0532776-6aa3-4a36-b9b3-479bc21cd96d,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:16.223668 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 55802) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:16.243862 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-3f3176d2-a9c2-4b68-80b6-db57f7374952 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.303895 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-e4b32644-0073-4e29-9db7-966832468230 req-3332fbc2-63a8-4283-a26e-6db021dcf188 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Publish callbacks [] for port (ea27a3ad-135b-48ee-98da-f1a11188538b), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.347447 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-e4b32644-0073-4e29-9db7-966832468230 req-3332fbc2-63a8-4283-a26e-6db021dcf188 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981'] for port (ea27a3ad-135b-48ee-98da-f1a11188538b), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.369956 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7fa48141-7f69-4d7e-97ed-aace02f402a6 req-6d964150-1ad7-48b2-8b96-5bfc7f508fcd tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ee65a21-701b-4152-8912-23058b4a1482 HTTP/1.1" status: 200 len: 210 time: 0.0900836 Feb 28 10:39:16.403425 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] get_ports_and_sgs() called for port_ids ['e3a2cc80-254c-4e2c-bc3f-cb2a6e821357'] {{(pid=102997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:39:16.451812 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4b32644-0073-4e29-9db7-966832468230 req-3332fbc2-63a8-4283-a26e-6db021dcf188 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Network 9b073e6b-c342-425b-a002-2cd2376b1da4 is already hosted by enough agents. {{(pid=102996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:16.466302 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.base_scheduler [req-e4b32644-0073-4e29-9db7-966832468230 req-3332fbc2-63a8-4283-a26e-6db021dcf188 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Resources bound (agent type, host, resource id): {{(pid=102996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:16.470387 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b32644-0073-4e29-9db7-966832468230 req-3332fbc2-63a8-4283-a26e-6db021dcf188 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Received port after_create {{(pid=102996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:39:16.478761 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-3f3176d2-a9c2-4b68-80b6-db57f7374952 admin admin] Publish callbacks [] for security_group (b7d241f9-c4b2-4331-bc42-80aa74596e89), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.483362 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b32644-0073-4e29-9db7-966832468230 req-3332fbc2-63a8-4283-a26e-6db021dcf188 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:16.485906 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-e4b32644-0073-4e29-9db7-966832468230 req-3332fbc2-63a8-4283-a26e-6db021dcf188 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.487106 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-3f3176d2-a9c2-4b68-80b6-db57f7374952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (b7d241f9-c4b2-4331-bc42-80aa74596e89), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.505310 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3332fbc2-63a8-4283-a26e-6db021dcf188 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Pushing event updated for resources: {'Port': ['ID=ea27a3ad-135b-48ee-98da-f1a11188538b,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:16.539205 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-e4b32644-0073-4e29-9db7-966832468230 req-3332fbc2-63a8-4283-a26e-6db021dcf188 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9161060 Feb 28 10:39:16.564568 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [req-e4b32644-0073-4e29-9db7-966832468230 req-bb320577-fabb-49af-8db3-053ec84db9e3 service neutron] Request body: {'port': {'device_id': '6ee65a21-701b-4152-8912-23058b4a1482', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83116'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:16.566590 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-3f3176d2-a9c2-4b68-80b6-db57f7374952 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dea701672dbd47a8917aab5ef7e8797f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3415806 Feb 28 10:39:16.569944 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 55816) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:16.637880 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3176d2-a9c2-4b68-80b6-db57f7374952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d241f9-c4b2-4331-bc42-80aa74596e89,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:16.661481 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-80062323-6bf3-4a58-b54d-75b87b5848f4 admin admin] Publish callbacks [] for security_group (b7d241f9-c4b2-4331-bc42-80aa74596e89), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.694114 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-80062323-6bf3-4a58-b54d-75b87b5848f4 admin admin] Publish callbacks [] for security_group (b7d241f9-c4b2-4331-bc42-80aa74596e89), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.700965 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 55820) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:16.726587 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-e4b32644-0073-4e29-9db7-966832468230 req-bb320577-fabb-49af-8db3-053ec84db9e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (ea27a3ad-135b-48ee-98da-f1a11188538b), before_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.767885 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-80062323-6bf3-4a58-b54d-75b87b5848f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (b7d241f9-c4b2-4331-bc42-80aa74596e89), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.771255 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-80062323-6bf3-4a58-b54d-75b87b5848f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.774813 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-80062323-6bf3-4a58-b54d-75b87b5848f4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b7d241f9-c4b2-4331-bc42-80aa74596e89 HTTP/1.1" status: 204 len: 168 time: 0.2014122 Feb 28 10:39:16.784726 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80062323-6bf3-4a58-b54d-75b87b5848f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d241f9-c4b2-4331-bc42-80aa74596e89,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:16.883302 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 55830) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:16.898654 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-ab0eddcb-7cab-4bb1-b5ba-2f6f02bd05d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.908781 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-64d60a0e-7b2e-42b0-aaba-cd896a019ec2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.990766 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-ab0eddcb-7cab-4bb1-b5ba-2f6f02bd05d9 admin admin] Publish callbacks [] for security_group (255f0425-93af-4212-91ea-b3780b72eb20), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.995546 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-ab0eddcb-7cab-4bb1-b5ba-2f6f02bd05d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (255f0425-93af-4212-91ea-b3780b72eb20), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:17.057491 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-ab0eddcb-7cab-4bb1-b5ba-2f6f02bd05d9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f8840d06a0454fa2b53a360075a94b32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3554027 Feb 28 10:39:17.058687 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 55834) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:17.060059 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0eddcb-7cab-4bb1-b5ba-2f6f02bd05d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255f0425-93af-4212-91ea-b3780b72eb20,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:17.109575 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-64d60a0e-7b2e-42b0-aaba-cd896a019ec2 admin admin] Publish callbacks [] for security_group (014e1005-2372-4c03-8173-66e8911a23f9), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:17.120109 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-64d60a0e-7b2e-42b0-aaba-cd896a019ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (014e1005-2372-4c03-8173-66e8911a23f9), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:17.156993 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-c3f098a7-20df-4269-9483-819ec16ea6d5 admin admin] Publish callbacks [] for security_group (255f0425-93af-4212-91ea-b3780b72eb20), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:17.175731 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313d6fa-8e88-4eb5-87d8-215252eec451 req-5dd99dcc-1144-4888-817b-64587e36416b tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:17.177325 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2313d6fa-8e88-4eb5-87d8-215252eec451 req-5dd99dcc-1144-4888-817b-64587e36416b tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.0805211 Feb 28 10:39:17.188931 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d60a0e-7b2e-42b0-aaba-cd896a019ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014e1005-2372-4c03-8173-66e8911a23f9,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:17.197054 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-64d60a0e-7b2e-42b0-aaba-cd896a019ec2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=92d6a65dac0741eeb1eb237f19ad8762&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3102369 Feb 28 10:39:17.197054 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [req-e4b32644-0073-4e29-9db7-966832468230 req-bb320577-fabb-49af-8db3-053ec84db9e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea27a3ad-135b-48ee-98da-f1a11188538b {{(pid=102996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:39:17.197475 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-c3f098a7-20df-4269-9483-819ec16ea6d5 admin admin] Publish callbacks [] for security_group (255f0425-93af-4212-91ea-b3780b72eb20), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:17.200184 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 55838) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:17.206175 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-e4b32644-0073-4e29-9db7-966832468230 req-bb320577-fabb-49af-8db3-053ec84db9e3 service neutron] Publish callbacks [] for port (ea27a3ad-135b-48ee-98da-f1a11188538b), precommit_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:17.220838 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.provisioning_blocks [req-e4b32644-0073-4e29-9db7-966832468230 req-bb320577-fabb-49af-8db3-053ec84db9e3 service neutron] Transition to ACTIVE for port object ea27a3ad-135b-48ee-98da-f1a11188538b will not be triggered until provisioned by entity L2. {{(pid=102996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:39:17.224334 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-e4b32644-0073-4e29-9db7-966832468230 req-bb320577-fabb-49af-8db3-053ec84db9e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (ea27a3ad-135b-48ee-98da-f1a11188538b), after_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:17.272834 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb320577-fabb-49af-8db3-053ec84db9e3 service neutron] Pushing event updated for resources: {'Port': ['ID=ea27a3ad-135b-48ee-98da-f1a11188538b,revision_number=2']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:17.304272 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2313d6fa-8e88-4eb5-87d8-215252eec451 req-69af77a9-97b9-42fe-a6dc-8df709b2a855 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176996 Feb 28 10:39:17.310684 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-e4b32644-0073-4e29-9db7-966832468230 req-bb320577-fabb-49af-8db3-053ec84db9e3 service neutron] Attempting to bind port ea27a3ad-135b-48ee-98da-f1a11188538b on host hv-cinder-83116 for vnic_type normal with profile {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:39:17.311212 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-e4b32644-0073-4e29-9db7-966832468230 req-bb320577-fabb-49af-8db3-053ec84db9e3 service neutron] Attempting to bind port ea27a3ad-135b-48ee-98da-f1a11188538b by drivers openvswitch,hyperv on host hv-cinder-83116 at level 0 using segments [{'id': '70a518fb-2283-4553-b90f-d3f0f325e4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9b073e6b-c342-425b-a002-2cd2376b1da4'}] {{(pid=102996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:39:17.311675 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b32644-0073-4e29-9db7-966832468230 req-bb320577-fabb-49af-8db3-053ec84db9e3 service neutron] Attempting to bind port ea27a3ad-135b-48ee-98da-f1a11188538b on network 9b073e6b-c342-425b-a002-2cd2376b1da4 {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:39:17.317705 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b32644-0073-4e29-9db7-966832468230 req-bb320577-fabb-49af-8db3-053ec84db9e3 service neutron] Port ea27a3ad-135b-48ee-98da-f1a11188538b on network 9b073e6b-c342-425b-a002-2cd2376b1da4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83116 {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:39:17.317888 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b32644-0073-4e29-9db7-966832468230 req-bb320577-fabb-49af-8db3-053ec84db9e3 service neutron] Attempting to bind port ea27a3ad-135b-48ee-98da-f1a11188538b on network 9b073e6b-c342-425b-a002-2cd2376b1da4 {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:39:17.321095 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-08e17705-8e98-4f9a-9738-6879e859f3da admin admin] Publish callbacks [] for security_group (014e1005-2372-4c03-8173-66e8911a23f9), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:17.326009 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b32644-0073-4e29-9db7-966832468230 req-bb320577-fabb-49af-8db3-053ec84db9e3 service neutron] Checking agent: {'id': 'db31e800-75f5-4bdb-84cd-f402d346b45c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 36, 4), 'started_at': datetime.datetime(2022, 2, 28, 10, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:39:17.326419 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b32644-0073-4e29-9db7-966832468230 req-bb320577-fabb-49af-8db3-053ec84db9e3 service neutron] Checking segment: {'id': '70a518fb-2283-4553-b90f-d3f0f325e4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9b073e6b-c342-425b-a002-2cd2376b1da4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:39:17.326808 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b32644-0073-4e29-9db7-966832468230 req-bb320577-fabb-49af-8db3-053ec84db9e3 service neutron] Bound using segment: {'id': '70a518fb-2283-4553-b90f-d3f0f325e4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9b073e6b-c342-425b-a002-2cd2376b1da4'} {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:39:17.327266 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-e4b32644-0073-4e29-9db7-966832468230 req-bb320577-fabb-49af-8db3-053ec84db9e3 service neutron] Bound port: ea27a3ad-135b-48ee-98da-f1a11188538b, host: hv-cinder-83116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70a518fb-2283-4553-b90f-d3f0f325e4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9b073e6b-c342-425b-a002-2cd2376b1da4'}}] {{(pid=102996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:39:17.327671 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-e4b32644-0073-4e29-9db7-966832468230 req-bb320577-fabb-49af-8db3-053ec84db9e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (ea27a3ad-135b-48ee-98da-f1a11188538b), before_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:17.356169 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-08e17705-8e98-4f9a-9738-6879e859f3da admin admin] Publish callbacks [] for security_group (014e1005-2372-4c03-8173-66e8911a23f9), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:17.358245 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-c3f098a7-20df-4269-9483-819ec16ea6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (255f0425-93af-4212-91ea-b3780b72eb20), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:17.360839 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-c3f098a7-20df-4269-9483-819ec16ea6d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:17.364348 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-c3f098a7-20df-4269-9483-819ec16ea6d5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/255f0425-93af-4212-91ea-b3780b72eb20 HTTP/1.1" status: 204 len: 168 time: 0.2965117 Feb 28 10:39:17.382788 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f098a7-20df-4269-9483-819ec16ea6d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255f0425-93af-4212-91ea-b3780b72eb20,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:17.409826 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-e4b32644-0073-4e29-9db7-966832468230 req-bb320577-fabb-49af-8db3-053ec84db9e3 service neutron] For port ea27a3ad-135b-48ee-98da-f1a11188538b, host hv-cinder-83116, cleared binding levels {{(pid=102996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:39:17.413239 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-e4b32644-0073-4e29-9db7-966832468230 req-bb320577-fabb-49af-8db3-053ec84db9e3 service neutron] For port ea27a3ad-135b-48ee-98da-f1a11188538b, host hv-cinder-83116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=ea27a3ad-135b-48ee-98da-f1a11188538b,segment=NetworkSegment(70a518fb-2283-4553-b90f-d3f0f325e4d8),segment_id=70a518fb-2283-4553-b90f-d3f0f325e4d8)] {{(pid=102996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:39:17.423568 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-e4b32644-0073-4e29-9db7-966832468230 req-bb320577-fabb-49af-8db3-053ec84db9e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (ea27a3ad-135b-48ee-98da-f1a11188538b), after_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:17.430525 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-08e17705-8e98-4f9a-9738-6879e859f3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (014e1005-2372-4c03-8173-66e8911a23f9), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:17.433909 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-08e17705-8e98-4f9a-9738-6879e859f3da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:17.435167 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-08e17705-8e98-4f9a-9738-6879e859f3da admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/014e1005-2372-4c03-8173-66e8911a23f9 HTTP/1.1" status: 204 len: 168 time: 0.2342534 Feb 28 10:39:17.449953 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e17705-8e98-4f9a-9738-6879e859f3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014e1005-2372-4c03-8173-66e8911a23f9,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:17.532185 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b32644-0073-4e29-9db7-966832468230 req-bb320577-fabb-49af-8db3-053ec84db9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:17.532797 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-e4b32644-0073-4e29-9db7-966832468230 req-bb320577-fabb-49af-8db3-053ec84db9e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:17.534211 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-e4b32644-0073-4e29-9db7-966832468230 req-bb320577-fabb-49af-8db3-053ec84db9e3 service neutron] 10.222.0.46 "PUT /v2.0/ports/ea27a3ad-135b-48ee-98da-f1a11188538b HTTP/1.1" status: 200 len: 1093 time: 0.9746943 Feb 28 10:39:17.534652 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ee65a21-701b-4152-8912-23058b4a1482', 'tag': 'ea27a3ad-135b-48ee-98da-f1a11188538b'}] {{(pid=102996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:39:17.537211 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fc607127e9415785fd538e0c70e4bf06f6b8f20b6b46de5a0809c41644901f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5339e54d-08a7-4251-8cd3-fa3d413d6d49" -d '{"events": [{"name": "network-changed", "server_uuid": "6ee65a21-701b-4152-8912-23058b4a1482", "tag": "ea27a3ad-135b-48ee-98da-f1a11188538b"}]}' {{(pid=102996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:39:17.552541 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb320577-fabb-49af-8db3-053ec84db9e3 service neutron] Pushing event updated for resources: {'Port': ['ID=ea27a3ad-135b-48ee-98da-f1a11188538b,revision_number=3']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:17.561618 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b7a1b-9510-4656-97e3-5bd056da06e9 req-46c503e0-33a6-4890-88eb-502d1717dcee tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:17.562947 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7a0b7a1b-9510-4656-97e3-5bd056da06e9 req-46c503e0-33a6-4890-88eb-502d1717dcee tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ee65a21-701b-4152-8912-23058b4a1482 HTTP/1.1" status: 200 len: 943 time: 0.0957782 Feb 28 10:39:17.609383 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc880319-3661-45b2-b040-8f851ad4c26b x-openstack-request-id: req-cc880319-3661-45b2-b040-8f851ad4c26b {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:39:17.609714 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ee65a21-701b-4152-8912-23058b4a1482", "tag": "ea27a3ad-135b-48ee-98da-f1a11188538b", "status": "completed", "code": 200}]} {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:39:17.609991 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cc880319-3661-45b2-b040-8f851ad4c26b {{(pid=102996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:39:17.610395 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ee65a21-701b-4152-8912-23058b4a1482', 'tag': 'ea27a3ad-135b-48ee-98da-f1a11188538b', 'status': 'completed', 'code': 200} Feb 28 10:39:17.639397 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7a0b7a1b-9510-4656-97e3-5bd056da06e9 req-eb5d3e70-b530-4bf7-93f3-ec97777de1d9 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668201 Feb 28 10:39:17.703494 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b32644-0073-4e29-9db7-966832468230 req-95ca41ae-fe18-439c-887c-1ce3238adf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:17.705087 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-e4b32644-0073-4e29-9db7-966832468230 req-95ca41ae-fe18-439c-887c-1ce3238adf26 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4151886992af47f89a22d8119c3ffd94&device_id=6ee65a21-701b-4152-8912-23058b4a1482 HTTP/1.1" status: 200 len: 1127 time: 0.0546012 Feb 28 10:39:17.766602 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-e4b32644-0073-4e29-9db7-966832468230 req-863ceeb0-b10d-4767-b81d-addc8d0e4e60 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea27a3ad-135b-48ee-98da-f1a11188538b HTTP/1.1" status: 200 len: 217 time: 0.0354900 Feb 28 10:39:17.829777 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b32644-0073-4e29-9db7-966832468230 req-67c50178-d9f1-430f-86dd-8e9dd9962aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:17.831358 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-e4b32644-0073-4e29-9db7-966832468230 req-67c50178-d9f1-430f-86dd-8e9dd9962aca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5f6bb29c-d00a-495d-ab78-9dec9ba1e99a HTTP/1.1" status: 200 len: 855 time: 0.0539117 Feb 28 10:39:17.868088 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 55870) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:17.874479 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-e4b32644-0073-4e29-9db7-966832468230 req-4e8aca92-db37-4a0b-bbd5-76e47de5c61c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b073e6b-c342-425b-a002-2cd2376b1da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282171 Feb 28 10:39:17.890387 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-4b2a6f8c-a025-457e-9f24-3c1ec7e842ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:17.992598 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-4b2a6f8c-a025-457e-9f24-3c1ec7e842ca admin admin] Publish callbacks [] for security_group (8fdf2c47-1e21-47f6-8e2d-0405ec9a9458), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:17.998181 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-4b2a6f8c-a025-457e-9f24-3c1ec7e842ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (8fdf2c47-1e21-47f6-8e2d-0405ec9a9458), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:18.038823 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-e4b32644-0073-4e29-9db7-966832468230 req-ec425171-a4fb-4176-bc04-cbebb0df9a20 service neutron] 10.222.0.46 "GET /v2.0/networks/9b073e6b-c342-425b-a002-2cd2376b1da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545680 Feb 28 10:39:18.041925 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-4b2a6f8c-a025-457e-9f24-3c1ec7e842ca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2f828dfd8f6e492fbf9d4ebcd25a610c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1725173 Feb 28 10:39:18.045207 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 55880) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:18.051918 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a6f8c-a025-457e-9f24-3c1ec7e842ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdf2c47-1e21-47f6-8e2d-0405ec9a9458,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:18.195928 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-e4b32644-0073-4e29-9db7-966832468230 req-6893b0ef-22eb-4444-b92c-415e573398b6 service neutron] 10.222.0.46 "GET /v2.0/networks/9b073e6b-c342-425b-a002-2cd2376b1da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407528 Feb 28 10:39:18.199519 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-6e3fac56-49ad-40ec-97b0-859ce32d2a9c admin admin] Publish callbacks [] for security_group (8fdf2c47-1e21-47f6-8e2d-0405ec9a9458), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:18.226432 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-6e3fac56-49ad-40ec-97b0-859ce32d2a9c admin admin] Publish callbacks [] for security_group (8fdf2c47-1e21-47f6-8e2d-0405ec9a9458), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:18.296031 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-6e3fac56-49ad-40ec-97b0-859ce32d2a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (8fdf2c47-1e21-47f6-8e2d-0405ec9a9458), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:18.299178 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-6e3fac56-49ad-40ec-97b0-859ce32d2a9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:18.303962 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-6e3fac56-49ad-40ec-97b0-859ce32d2a9c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8fdf2c47-1e21-47f6-8e2d-0405ec9a9458 HTTP/1.1" status: 204 len: 168 time: 0.2569957 Feb 28 10:39:18.314716 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3fac56-49ad-40ec-97b0-859ce32d2a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdf2c47-1e21-47f6-8e2d-0405ec9a9458,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:18.337477 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229f453-4b41-4ae8-ae2a-f021d4e028db req-a0222542-88b4-42b5-9afe-0f4b5a0c36ff tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:18.347591 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2229f453-4b41-4ae8-ae2a-f021d4e028db req-a0222542-88b4-42b5-9afe-0f4b5a0c36ff tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/networks?id=8e50f157-ee2e-494a-9489-e7ce9f786921 HTTP/1.1" status: 200 len: 809 time: 0.1652188 Feb 28 10:39:18.383533 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2229f453-4b41-4ae8-ae2a-f021d4e028db req-10ba9d1e-4219-4fe9-82e9-8acbd4e94403 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/quotas/c6342293c1f74a629d3f9097a3815571 HTTP/1.1" status: 200 len: 375 time: 0.0311182 Feb 28 10:39:18.417954 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339e54d-08a7-4251-8cd3-fa3d413d6d49 req-74d9e881-4424-4829-8bb7-407a71f0adbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:18.419542 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-5339e54d-08a7-4251-8cd3-fa3d413d6d49 req-74d9e881-4424-4829-8bb7-407a71f0adbd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4151886992af47f89a22d8119c3ffd94&device_id=6ee65a21-701b-4152-8912-23058b4a1482 HTTP/1.1" status: 200 len: 1127 time: 0.0622988 Feb 28 10:39:18.446671 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2229f453-4b41-4ae8-ae2a-f021d4e028db req-0e37acb8-e152-4372-ad4c-9e554d7c5d6c tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c6342293c1f74a629d3f9097a3815571&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620289 Feb 28 10:39:18.560242 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339e54d-08a7-4251-8cd3-fa3d413d6d49 req-ccb3cb00-1f1d-4f4d-a77c-6ea14c7b35f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:18.561476 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-5339e54d-08a7-4251-8cd3-fa3d413d6d49 req-ccb3cb00-1f1d-4f4d-a77c-6ea14c7b35f5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9b073e6b-c342-425b-a002-2cd2376b1da4 HTTP/1.1" status: 200 len: 916 time: 0.1337276 Feb 28 10:39:18.603736 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872ec6d-e75f-4d62-bdfc-48a47f9451fb req-f2206dcb-2f42-42c4-b17e-9c9eadb866bd tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:18.612110 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d872ec6d-e75f-4d62-bdfc-48a47f9451fb req-f2206dcb-2f42-42c4-b17e-9c9eadb866bd tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.2160406 Feb 28 10:39:18.622986 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-5339e54d-08a7-4251-8cd3-fa3d413d6d49 req-edcdea61-1171-4e23-9721-70bb56154f3d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea27a3ad-135b-48ee-98da-f1a11188538b HTTP/1.1" status: 200 len: 217 time: 0.0526857 Feb 28 10:39:18.717389 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2229f453-4b41-4ae8-ae2a-f021d4e028db req-bb930859-a655-4938-a1ad-f2e3621daa18 service neutron] 10.222.0.44 "GET /v2.0/networks/8e50f157-ee2e-494a-9489-e7ce9f786921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626040 Feb 28 10:39:18.733960 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d872ec6d-e75f-4d62-bdfc-48a47f9451fb req-52d654d5-4b18-4923-bfb0-5c4b69534bc7 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150236 Feb 28 10:39:18.749994 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339e54d-08a7-4251-8cd3-fa3d413d6d49 req-0d1ec753-c2f5-469c-966b-906f4ef2c638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:18.751564 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-5339e54d-08a7-4251-8cd3-fa3d413d6d49 req-0d1ec753-c2f5-469c-966b-906f4ef2c638 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5f6bb29c-d00a-495d-ab78-9dec9ba1e99a HTTP/1.1" status: 200 len: 855 time: 0.1182857 Feb 28 10:39:18.817918 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-5339e54d-08a7-4251-8cd3-fa3d413d6d49 req-e6e065c8-0ad3-44d7-a51b-3172aba7626e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b073e6b-c342-425b-a002-2cd2376b1da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549412 Feb 28 10:39:18.892890 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2229f453-4b41-4ae8-ae2a-f021d4e028db req-12b27f7d-7135-4b5f-b151-c6190e37508f service neutron] 10.222.0.44 "GET /v2.0/networks/8e50f157-ee2e-494a-9489-e7ce9f786921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577063 Feb 28 10:39:18.994410 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef99a36-f7bf-4f2c-9850-f79b0e71f370 req-a1b6e7fd-9a76-4990-adf4-8ed1dea4c0c6 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:18.997180 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6ef99a36-f7bf-4f2c-9850-f79b0e71f370 req-a1b6e7fd-9a76-4990-adf4-8ed1dea4c0c6 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ee65a21-701b-4152-8912-23058b4a1482 HTTP/1.1" status: 200 len: 943 time: 0.1033092 Feb 28 10:39:19.041345 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-5339e54d-08a7-4251-8cd3-fa3d413d6d49 req-f286485c-3515-484f-ba76-013621761c4f service neutron] 10.222.0.46 "GET /v2.0/networks/9b073e6b-c342-425b-a002-2cd2376b1da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986363 Feb 28 10:39:19.072748 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6ef99a36-f7bf-4f2c-9850-f79b0e71f370 req-e2ec8a9e-0dc7-4b6b-bd2f-9a9b3e10a94d tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691669 Feb 28 10:39:19.192710 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-877f0ba9-14a9-4719-9937-e1601c8e31de req-6808e9b9-5476-45d4-88e5-d11bd379d0c2 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=0094c42c-86c4-4ee2-ab43-a99f7a3c64fd HTTP/1.1" status: 200 len: 210 time: 0.0802846 Feb 28 10:39:19.318130 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-5339e54d-08a7-4251-8cd3-fa3d413d6d49 req-d862cc58-b9bc-4aae-a781-efa949cabca7 service neutron] 10.222.0.46 "GET /v2.0/networks/9b073e6b-c342-425b-a002-2cd2376b1da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735357 Feb 28 10:39:19.457906 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 55996) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:19.642946 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-e1acb8e2-6680-4865-9cae-64231e861a6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:19.747749 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-e1acb8e2-6680-4865-9cae-64231e861a6c admin admin] Publish callbacks [] for security_group (9e1ee140-b87e-4911-89f3-7315d2ea193c), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:19.757979 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-e1acb8e2-6680-4865-9cae-64231e861a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (9e1ee140-b87e-4911-89f3-7315d2ea193c), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:19.803853 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-e1acb8e2-6680-4865-9cae-64231e861a6c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=abde97fda30e4f5098ad568039fba367&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3423848 Feb 28 10:39:19.803853 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1acb8e2-6680-4865-9cae-64231e861a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1ee140-b87e-4911-89f3-7315d2ea193c,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:19.804801 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 56028) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:19.924476 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-f8fdd270-6a89-4fc0-a18a-995c51e9abdb admin admin] Publish callbacks [] for security_group (9e1ee140-b87e-4911-89f3-7315d2ea193c), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:19.951550 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49c2ee-5016-4043-8223-001ada771337 req-53585dfc-5ff0-485f-9338-1e00c72e61aa tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:19.953142 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-3e49c2ee-5016-4043-8223-001ada771337 req-53585dfc-5ff0-485f-9338-1e00c72e61aa tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.1000693 Feb 28 10:39:19.971201 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-f8fdd270-6a89-4fc0-a18a-995c51e9abdb admin admin] Publish callbacks [] for security_group (9e1ee140-b87e-4911-89f3-7315d2ea193c), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:20.039154 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-3e49c2ee-5016-4043-8223-001ada771337 req-cda6d082-d1c5-4bd9-8159-e3cf067fafed tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716422 Feb 28 10:39:20.062885 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-f8fdd270-6a89-4fc0-a18a-995c51e9abdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (9e1ee140-b87e-4911-89f3-7315d2ea193c), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:20.065789 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-f8fdd270-6a89-4fc0-a18a-995c51e9abdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:20.069300 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-f8fdd270-6a89-4fc0-a18a-995c51e9abdb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9e1ee140-b87e-4911-89f3-7315d2ea193c HTTP/1.1" status: 204 len: 168 time: 0.2611096 Feb 28 10:39:20.080066 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fdd270-6a89-4fc0-a18a-995c51e9abdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1ee140-b87e-4911-89f3-7315d2ea193c,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:20.239796 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc3352-3858-47ba-97c8-4d59d58d8dd5 req-88af04a5-541e-4ddd-97c3-5ea9f264d447 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:20.241861 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-f9cc3352-3858-47ba-97c8-4d59d58d8dd5 req-88af04a5-541e-4ddd-97c3-5ea9f264d447 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ee65a21-701b-4152-8912-23058b4a1482 HTTP/1.1" status: 200 len: 943 time: 0.0834565 Feb 28 10:39:20.326331 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-89be4e2c-4593-4e47-8622-9f81b9856320 req-e3ccc268-f262-49a6-8a25-bfcd53005cf9 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=0094c42c-86c4-4ee2-ab43-a99f7a3c64fd HTTP/1.1" status: 200 len: 210 time: 0.0329752 Feb 28 10:39:20.367368 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-f9cc3352-3858-47ba-97c8-4d59d58d8dd5 req-472b1f65-02dd-4941-9e0a-2a195320f4f4 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194541 Feb 28 10:39:21.218246 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229f453-4b41-4ae8-ae2a-f021d4e028db req-113eae5d-a110-4ea9-b478-65a3a8d18339 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:21.225345 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-2229f453-4b41-4ae8-ae2a-f021d4e028db req-113eae5d-a110-4ea9-b478-65a3a8d18339 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.46 "GET /v2.0/networks?id=8e50f157-ee2e-494a-9489-e7ce9f786921 HTTP/1.1" status: 200 len: 809 time: 0.4126213 Feb 28 10:39:21.258815 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb642542-5c50-44d9-972f-92e74c693c8b req-176ce999-9453-4b2d-a25b-65efade8e605 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:21.261036 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-eb642542-5c50-44d9-972f-92e74c693c8b req-176ce999-9453-4b2d-a25b-65efade8e605 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.0667684 Feb 28 10:39:21.287339 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [req-2229f453-4b41-4ae8-ae2a-f021d4e028db req-2eba2b43-5971-4072-8e8f-741d55733cea tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Request body: {'port': {'device_id': '0094c42c-86c4-4ee2-ab43-a99f7a3c64fd', 'network_id': '8e50f157-ee2e-494a-9489-e7ce9f786921', 'admin_state_up': True, 'tenant_id': 'c6342293c1f74a629d3f9097a3815571'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:21.327511 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-eb642542-5c50-44d9-972f-92e74c693c8b req-f91e69b1-e117-47bf-a9e7-a0d9f0b025c2 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596642 Feb 28 10:39:21.418200 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa26038-52c7-497b-903d-b28417490c09 req-9a942bdd-315d-448d-9d63-dd14683b6a5e tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:21.426353 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4fa26038-52c7-497b-903d-b28417490c09 req-9a942bdd-315d-448d-9d63-dd14683b6a5e tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bed41c4-1e36-4126-a7e1-f18f69749966 HTTP/1.1" status: 200 len: 945 time: 0.0973046 Feb 28 10:39:21.469594 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2229f453-4b41-4ae8-ae2a-f021d4e028db req-2eba2b43-5971-4072-8e8f-741d55733cea tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Made reservation on behalf of c6342293c1f74a629d3f9097a3815571 for: {'port': 1} {{(pid=102996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:21.474488 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-2229f453-4b41-4ae8-ae2a-f021d4e028db req-2eba2b43-5971-4072-8e8f-741d55733cea tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:21.484084 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c5528846-ca0d-4293-9ab1-4f9de2065e51 req-93197bf8-0b4d-4b83-bfd9-d87f46aea714 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=0094c42c-86c4-4ee2-ab43-a99f7a3c64fd HTTP/1.1" status: 200 len: 210 time: 0.0386305 Feb 28 10:39:21.516483 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4fa26038-52c7-497b-903d-b28417490c09 req-a28e4f9c-b558-4edb-bb73-9e4d7c32cf0c tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/security-groups?id=60338080-b467-4167-91ec-bc706f1b116e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892305 Feb 28 10:39:21.647683 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330b10b-7053-4061-828e-fa47de4cef78 req-a77387c0-82c6-4d21-ab8b-497af8f31cd8 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:21.649199 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-3330b10b-7053-4061-828e-fa47de4cef78 req-a77387c0-82c6-4d21-ab8b-497af8f31cd8 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ee65a21-701b-4152-8912-23058b4a1482 HTTP/1.1" status: 200 len: 943 time: 0.0730498 Feb 28 10:39:21.700153 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.db_base_plugin_common [req-2229f453-4b41-4ae8-ae2a-f021d4e028db req-2eba2b43-5971-4072-8e8f-741d55733cea tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Allocated IP 172.20.0.7 (8e50f157-ee2e-494a-9489-e7ce9f786921/d815ea78-c55c-4034-8ddf-d85f7d0de838/3d8c5eb9-b191-4908-ac8b-2722af312d3d) {{(pid=102996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:39:21.717960 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-3330b10b-7053-4061-828e-fa47de4cef78 req-0bede171-df06-4174-ae56-7f78864cb865 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609760 Feb 28 10:39:21.827666 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 56120) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:21.875709 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-2229f453-4b41-4ae8-ae2a-f021d4e028db req-2eba2b43-5971-4072-8e8f-741d55733cea tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Publish callbacks [] for port (3d8c5eb9-b191-4908-ac8b-2722af312d3d), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:21.926802 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-2229f453-4b41-4ae8-ae2a-f021d4e028db req-2eba2b43-5971-4072-8e8f-741d55733cea tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981'] for port (3d8c5eb9-b191-4908-ac8b-2722af312d3d), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:21.948573 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-6269588f-a3fb-49c9-a1e5-012f2de3c18d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:21.993209 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2229f453-4b41-4ae8-ae2a-f021d4e028db req-2eba2b43-5971-4072-8e8f-741d55733cea tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Network 8e50f157-ee2e-494a-9489-e7ce9f786921 is already hosted by enough agents. {{(pid=102996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:21.996932 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.base_scheduler [req-2229f453-4b41-4ae8-ae2a-f021d4e028db req-2eba2b43-5971-4072-8e8f-741d55733cea tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Resources bound (agent type, host, resource id): {{(pid=102996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:22.000838 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [req-2229f453-4b41-4ae8-ae2a-f021d4e028db req-2eba2b43-5971-4072-8e8f-741d55733cea tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Received port after_create {{(pid=102996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:39:22.006089 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229f453-4b41-4ae8-ae2a-f021d4e028db req-2eba2b43-5971-4072-8e8f-741d55733cea tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:22.006987 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-2229f453-4b41-4ae8-ae2a-f021d4e028db req-2eba2b43-5971-4072-8e8f-741d55733cea tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:22.014105 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba2b43-5971-4072-8e8f-741d55733cea tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Pushing event updated for resources: {'Port': ['ID=3d8c5eb9-b191-4908-ac8b-2722af312d3d,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:22.033851 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-2229f453-4b41-4ae8-ae2a-f021d4e028db req-2eba2b43-5971-4072-8e8f-741d55733cea tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7580245 Feb 28 10:39:22.039289 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-6269588f-a3fb-49c9-a1e5-012f2de3c18d admin admin] Publish callbacks [] for security_group (3aac361f-51ec-4703-ae51-bf0d95559952), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:22.043226 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-6269588f-a3fb-49c9-a1e5-012f2de3c18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (3aac361f-51ec-4703-ae51-bf0d95559952), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:22.059922 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [req-2229f453-4b41-4ae8-ae2a-f021d4e028db req-8b945994-b035-4407-8e06-0b332613aa02 service neutron] Request body: {'port': {'device_id': '0094c42c-86c4-4ee2-ab43-a99f7a3c64fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83116'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:22.083357 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6269588f-a3fb-49c9-a1e5-012f2de3c18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aac361f-51ec-4703-ae51-bf0d95559952,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:22.092231 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-6269588f-a3fb-49c9-a1e5-012f2de3c18d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=16f2cdbdf08242f1ba83a74a33b2a1d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2631772 Feb 28 10:39:22.093024 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 56126) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:22.108518 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 56128) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:22.133919 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-2229f453-4b41-4ae8-ae2a-f021d4e028db req-8b945994-b035-4407-8e06-0b332613aa02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (3d8c5eb9-b191-4908-ac8b-2722af312d3d), before_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:22.155581 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-707d3a19-1bdf-494b-8760-90165554f3dd admin admin] Publish callbacks [] for security_group (3aac361f-51ec-4703-ae51-bf0d95559952), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:22.176530 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device ea27a3ad-135b-48ee-98da-f1a11188538b details requested by agent hyperv_hv-cinder-83116 with host hv-cinder-83116 {{(pid=102997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:39:22.184892 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-707d3a19-1bdf-494b-8760-90165554f3dd admin admin] Publish callbacks [] for security_group (3aac361f-51ec-4703-ae51-bf0d95559952), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:22.241795 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-707d3a19-1bdf-494b-8760-90165554f3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (3aac361f-51ec-4703-ae51-bf0d95559952), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:22.246502 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-707d3a19-1bdf-494b-8760-90165554f3dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:22.248493 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-707d3a19-1bdf-494b-8760-90165554f3dd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3aac361f-51ec-4703-ae51-bf0d95559952 HTTP/1.1" status: 204 len: 168 time: 0.1544387 Feb 28 10:39:22.264929 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d3a19-1bdf-494b-8760-90165554f3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aac361f-51ec-4703-ae51-bf0d95559952,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:22.282800 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-9d35b844-360d-4cfa-a697-ebcbc25ac23f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:22.315387 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port ea27a3ad-135b-48ee-98da-f1a11188538b, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=ea27a3ad-135b-48ee-98da-f1a11188538b,segment=NetworkSegment(70a518fb-2283-4553-b90f-d3f0f325e4d8),segment_id=70a518fb-2283-4553-b90f-d3f0f325e4d8)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:22.336005 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Returning: {'device': 'ea27a3ad-135b-48ee-98da-f1a11188538b', 'network_id': '9b073e6b-c342-425b-a002-2cd2376b1da4', 'port_id': 'ea27a3ad-135b-48ee-98da-f1a11188538b', 'mac_address': 'fa:16:3e:d8:2d:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f6bb29c-d00a-495d-ab78-9dec9ba1e99a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:39:22.398347 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Current status of the port ea27a3ad-135b-48ee-98da-f1a11188538b is: DOWN; New status is: BUILD {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:22.398743 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (ea27a3ad-135b-48ee-98da-f1a11188538b), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:22.414192 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.notifiers.nova [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea27a3ad-135b-48ee-98da-f1a11188538b {{(pid=102997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:39:22.420087 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-9d35b844-360d-4cfa-a697-ebcbc25ac23f admin admin] Publish callbacks [] for security_group (fe9204ea-2f05-4936-afdd-161c1715d1d3), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:22.426855 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-9d35b844-360d-4cfa-a697-ebcbc25ac23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (fe9204ea-2f05-4936-afdd-161c1715d1d3), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:22.443273 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port ea27a3ad-135b-48ee-98da-f1a11188538b, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=ea27a3ad-135b-48ee-98da-f1a11188538b,segment=NetworkSegment(70a518fb-2283-4553-b90f-d3f0f325e4d8),segment_id=70a518fb-2283-4553-b90f-d3f0f325e4d8)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:22.449589 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (ea27a3ad-135b-48ee-98da-f1a11188538b), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:22.485877 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-9d35b844-360d-4cfa-a697-ebcbc25ac23f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0f3e066213d24253a1fa4569be27bc3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3762884 Feb 28 10:39:22.494807 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d35b844-360d-4cfa-a697-ebcbc25ac23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9204ea-2f05-4936-afdd-161c1715d1d3,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:22.499176 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 56140) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:22.544591 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Pushing event updated for resources: {'Port': ['ID=ea27a3ad-135b-48ee-98da-f1a11188538b,revision_number=4']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:22.563723 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:22.564354 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:22.564624 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [req-2229f453-4b41-4ae8-ae2a-f021d4e028db req-8b945994-b035-4407-8e06-0b332613aa02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d8c5eb9-b191-4908-ac8b-2722af312d3d {{(pid=102996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:39:22.565489 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:22.566162 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:22.566514 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:22.566856 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:22.567235 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:22.567595 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:22.568192 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:22.568777 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:22.569864 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:22.570546 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:22.571087 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:22.577651 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-2229f453-4b41-4ae8-ae2a-f021d4e028db req-8b945994-b035-4407-8e06-0b332613aa02 service neutron] Publish callbacks [] for port (3d8c5eb9-b191-4908-ac8b-2722af312d3d), precommit_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:22.610603 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.provisioning_blocks [req-2229f453-4b41-4ae8-ae2a-f021d4e028db req-8b945994-b035-4407-8e06-0b332613aa02 service neutron] Transition to ACTIVE for port object 3d8c5eb9-b191-4908-ac8b-2722af312d3d will not be triggered until provisioned by entity L2. {{(pid=102996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:39:22.616795 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-2229f453-4b41-4ae8-ae2a-f021d4e028db req-8b945994-b035-4407-8e06-0b332613aa02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (3d8c5eb9-b191-4908-ac8b-2722af312d3d), after_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:22.650035 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d7a71-d201-41c2-bbb8-3fb678366964 req-ec5d4c93-11e7-43e8-b847-f54ed666ddc3 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:22.651257 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b98d7a71-d201-41c2-bbb8-3fb678366964 req-ec5d4c93-11e7-43e8-b847-f54ed666ddc3 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.1955249 Feb 28 10:39:22.653852 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-32722bf6-4376-41c1-9a10-4bcf70805e10 admin admin] Publish callbacks [] for security_group (fe9204ea-2f05-4936-afdd-161c1715d1d3), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:22.703305 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b945994-b035-4407-8e06-0b332613aa02 service neutron] Pushing event updated for resources: {'Port': ['ID=3d8c5eb9-b191-4908-ac8b-2722af312d3d,revision_number=2']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:22.705717 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-32722bf6-4376-41c1-9a10-4bcf70805e10 admin admin] Publish callbacks [] for security_group (fe9204ea-2f05-4936-afdd-161c1715d1d3), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:22.708068 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-2229f453-4b41-4ae8-ae2a-f021d4e028db req-8b945994-b035-4407-8e06-0b332613aa02 service neutron] Attempting to bind port 3d8c5eb9-b191-4908-ac8b-2722af312d3d on host hv-cinder-83116 for vnic_type normal with profile {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:39:22.708409 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-2229f453-4b41-4ae8-ae2a-f021d4e028db req-8b945994-b035-4407-8e06-0b332613aa02 service neutron] Attempting to bind port 3d8c5eb9-b191-4908-ac8b-2722af312d3d by drivers openvswitch,hyperv on host hv-cinder-83116 at level 0 using segments [{'id': '46a5795d-9045-42d5-a5dd-fe341cc4bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8e50f157-ee2e-494a-9489-e7ce9f786921'}] {{(pid=102996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:39:22.708739 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2229f453-4b41-4ae8-ae2a-f021d4e028db req-8b945994-b035-4407-8e06-0b332613aa02 service neutron] Attempting to bind port 3d8c5eb9-b191-4908-ac8b-2722af312d3d on network 8e50f157-ee2e-494a-9489-e7ce9f786921 {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:39:22.713466 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2229f453-4b41-4ae8-ae2a-f021d4e028db req-8b945994-b035-4407-8e06-0b332613aa02 service neutron] Port 3d8c5eb9-b191-4908-ac8b-2722af312d3d on network 8e50f157-ee2e-494a-9489-e7ce9f786921 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83116 {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:39:22.713665 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2229f453-4b41-4ae8-ae2a-f021d4e028db req-8b945994-b035-4407-8e06-0b332613aa02 service neutron] Attempting to bind port 3d8c5eb9-b191-4908-ac8b-2722af312d3d on network 8e50f157-ee2e-494a-9489-e7ce9f786921 {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:39:22.719280 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2229f453-4b41-4ae8-ae2a-f021d4e028db req-8b945994-b035-4407-8e06-0b332613aa02 service neutron] Checking agent: {'id': 'db31e800-75f5-4bdb-84cd-f402d346b45c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 36, 4), 'started_at': datetime.datetime(2022, 2, 28, 10, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:39:22.719548 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2229f453-4b41-4ae8-ae2a-f021d4e028db req-8b945994-b035-4407-8e06-0b332613aa02 service neutron] Checking segment: {'id': '46a5795d-9045-42d5-a5dd-fe341cc4bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8e50f157-ee2e-494a-9489-e7ce9f786921'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:39:22.719926 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2229f453-4b41-4ae8-ae2a-f021d4e028db req-8b945994-b035-4407-8e06-0b332613aa02 service neutron] Bound using segment: {'id': '46a5795d-9045-42d5-a5dd-fe341cc4bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8e50f157-ee2e-494a-9489-e7ce9f786921'} {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:39:22.720351 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-2229f453-4b41-4ae8-ae2a-f021d4e028db req-8b945994-b035-4407-8e06-0b332613aa02 service neutron] Bound port: 3d8c5eb9-b191-4908-ac8b-2722af312d3d, host: hv-cinder-83116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46a5795d-9045-42d5-a5dd-fe341cc4bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8e50f157-ee2e-494a-9489-e7ce9f786921'}}] {{(pid=102996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:39:22.720708 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-2229f453-4b41-4ae8-ae2a-f021d4e028db req-8b945994-b035-4407-8e06-0b332613aa02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (3d8c5eb9-b191-4908-ac8b-2722af312d3d), before_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:22.745044 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01802409-99f4-458c-af6d-08f07fff904f req-196dca37-5ec8-4d8b-81c6-8bbbdb1dd5bb tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:22.746628 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-01802409-99f4-458c-af6d-08f07fff904f req-196dca37-5ec8-4d8b-81c6-8bbbdb1dd5bb tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=0094c42c-86c4-4ee2-ab43-a99f7a3c64fd HTTP/1.1" status: 200 len: 943 time: 0.1486356 Feb 28 10:39:22.791921 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-2229f453-4b41-4ae8-ae2a-f021d4e028db req-8b945994-b035-4407-8e06-0b332613aa02 service neutron] For port 3d8c5eb9-b191-4908-ac8b-2722af312d3d, host hv-cinder-83116, cleared binding levels {{(pid=102996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:39:22.795176 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b98d7a71-d201-41c2-bbb8-3fb678366964 req-f7b9d505-521c-47a0-a029-56a20ac47a22 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225646 Feb 28 10:39:22.795651 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-2229f453-4b41-4ae8-ae2a-f021d4e028db req-8b945994-b035-4407-8e06-0b332613aa02 service neutron] For port 3d8c5eb9-b191-4908-ac8b-2722af312d3d, host hv-cinder-83116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=3d8c5eb9-b191-4908-ac8b-2722af312d3d,segment=NetworkSegment(46a5795d-9045-42d5-a5dd-fe341cc4bc47),segment_id=46a5795d-9045-42d5-a5dd-fe341cc4bc47)] {{(pid=102996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:39:22.814063 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-2229f453-4b41-4ae8-ae2a-f021d4e028db req-8b945994-b035-4407-8e06-0b332613aa02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (3d8c5eb9-b191-4908-ac8b-2722af312d3d), after_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:22.833898 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-32722bf6-4376-41c1-9a10-4bcf70805e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (fe9204ea-2f05-4936-afdd-161c1715d1d3), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:22.836556 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-32722bf6-4376-41c1-9a10-4bcf70805e10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:22.837689 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-32722bf6-4376-41c1-9a10-4bcf70805e10 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fe9204ea-2f05-4936-afdd-161c1715d1d3 HTTP/1.1" status: 204 len: 168 time: 0.3357885 Feb 28 10:39:22.858541 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-01802409-99f4-458c-af6d-08f07fff904f req-c56e6ced-d50b-4d7b-9ab6-1711ef48c620 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b4268a-32ba-4e54-ba83-94980313652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041353 Feb 28 10:39:22.863811 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229f453-4b41-4ae8-ae2a-f021d4e028db req-8b945994-b035-4407-8e06-0b332613aa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:22.864432 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-2229f453-4b41-4ae8-ae2a-f021d4e028db req-8b945994-b035-4407-8e06-0b332613aa02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:22.865814 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-2229f453-4b41-4ae8-ae2a-f021d4e028db req-8b945994-b035-4407-8e06-0b332613aa02 service neutron] 10.222.0.46 "PUT /v2.0/ports/3d8c5eb9-b191-4908-ac8b-2722af312d3d HTTP/1.1" status: 200 len: 1093 time: 0.8136673 Feb 28 10:39:22.866519 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0094c42c-86c4-4ee2-ab43-a99f7a3c64fd', 'tag': '3d8c5eb9-b191-4908-ac8b-2722af312d3d'}] {{(pid=102996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:39:22.868810 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32722bf6-4376-41c1-9a10-4bcf70805e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9204ea-2f05-4936-afdd-161c1715d1d3,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:22.868966 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fc607127e9415785fd538e0c70e4bf06f6b8f20b6b46de5a0809c41644901f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5280486-7507-4c9b-be56-47f5b6b1ce30" -d '{"events": [{"name": "network-changed", "server_uuid": "0094c42c-86c4-4ee2-ab43-a99f7a3c64fd", "tag": "3d8c5eb9-b191-4908-ac8b-2722af312d3d"}]}' {{(pid=102996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:39:22.918311 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b945994-b035-4407-8e06-0b332613aa02 service neutron] Pushing event updated for resources: {'Port': ['ID=3d8c5eb9-b191-4908-ac8b-2722af312d3d,revision_number=3']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:22.975325 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e054d-c6d5-467e-8442-2654ce101f94 req-41f2cf44-a12d-4854-b856-2615ac593064 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:22.977683 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4d2e054d-c6d5-467e-8442-2654ce101f94 req-41f2cf44-a12d-4854-b856-2615ac593064 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bed41c4-1e36-4126-a7e1-f18f69749966 HTTP/1.1" status: 200 len: 945 time: 0.0887408 Feb 28 10:39:23.044390 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229f453-4b41-4ae8-ae2a-f021d4e028db req-3578336e-3361-4dae-92d6-45c50f40d291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:23.045942 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-2229f453-4b41-4ae8-ae2a-f021d4e028db req-3578336e-3361-4dae-92d6-45c50f40d291 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c6342293c1f74a629d3f9097a3815571&device_id=0094c42c-86c4-4ee2-ab43-a99f7a3c64fd HTTP/1.1" status: 200 len: 1127 time: 0.0657589 Feb 28 10:39:23.084946 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4d2e054d-c6d5-467e-8442-2654ce101f94 req-de1c2d37-677a-49c6-bdfa-6880e98568aa tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/security-groups?id=60338080-b467-4167-91ec-bc706f1b116e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775883 Feb 28 10:39:23.115150 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383b0b1-61d4-40fc-8e42-6b6e1a7531d8 req-e899a576-cfa4-4cbc-8f77-d91a65162c2d tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:23.116725 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-3383b0b1-61d4-40fc-8e42-6b6e1a7531d8 req-e899a576-cfa4-4cbc-8f77-d91a65162c2d tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ee65a21-701b-4152-8912-23058b4a1482 HTTP/1.1" status: 200 len: 944 time: 0.1380873 Feb 28 10:39:23.141658 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56efa4f-c41a-411f-81e3-08cb0281842d x-openstack-request-id: req-b56efa4f-c41a-411f-81e3-08cb0281842d {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:39:23.142023 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0094c42c-86c4-4ee2-ab43-a99f7a3c64fd", "tag": "3d8c5eb9-b191-4908-ac8b-2722af312d3d", "status": "completed", "code": 200}]} {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:39:23.142215 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b56efa4f-c41a-411f-81e3-08cb0281842d {{(pid=102996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:39:23.142657 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0094c42c-86c4-4ee2-ab43-a99f7a3c64fd', 'tag': '3d8c5eb9-b191-4908-ac8b-2722af312d3d', 'status': 'completed', 'code': 200} Feb 28 10:39:23.144656 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-2229f453-4b41-4ae8-ae2a-f021d4e028db req-9cea6731-0c02-4460-968a-dff2c5d9cc79 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d8c5eb9-b191-4908-ac8b-2722af312d3d HTTP/1.1" status: 200 len: 217 time: 0.0723090 Feb 28 10:39:23.194834 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-3383b0b1-61d4-40fc-8e42-6b6e1a7531d8 req-e48a4565-9075-4fd7-8b5c-39e4e3f05e2e tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653028 Feb 28 10:39:23.230015 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229f453-4b41-4ae8-ae2a-f021d4e028db req-775236dd-6478-4d1d-9673-6bb57a45479c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:23.231501 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-2229f453-4b41-4ae8-ae2a-f021d4e028db req-775236dd-6478-4d1d-9673-6bb57a45479c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d815ea78-c55c-4034-8ddf-d85f7d0de838 HTTP/1.1" status: 200 len: 849 time: 0.0503078 Feb 28 10:39:23.236301 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 56170) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:23.263027 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] get_ports_and_sgs() called for port_ids ['ea27a3ad-135b-48ee-98da-f1a11188538b'] {{(pid=102997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:39:23.272624 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-2229f453-4b41-4ae8-ae2a-f021d4e028db req-858a1036-dd38-49c7-9bd4-1982ff8284a6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8e50f157-ee2e-494a-9489-e7ce9f786921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324800 Feb 28 10:39:23.344614 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 56174) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:23.363051 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [None req-80766f3e-5752-4d3f-806a-d1a00ddbc752 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-107237223-network', 'tenant_id': '26dd6355f38f46af9815bde5526360db'}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:23.366336 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-285b5d39-9e32-4f40-ae44-0158ea1a7fdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:23.390019 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-2229f453-4b41-4ae8-ae2a-f021d4e028db req-700e0205-5b42-4fc6-ab16-15c74b3ed45b service neutron] 10.222.0.46 "GET /v2.0/networks/8e50f157-ee2e-494a-9489-e7ce9f786921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077719 Feb 28 10:39:23.407018 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80766f3e-5752-4d3f-806a-d1a00ddbc752 admin admin] Made reservation on behalf of 26dd6355f38f46af9815bde5526360db for: {'network': 1} {{(pid=102995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:23.409808 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-80766f3e-5752-4d3f-806a-d1a00ddbc752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for network (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:23.425544 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-80766f3e-5752-4d3f-806a-d1a00ddbc752 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:23.502153 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-285b5d39-9e32-4f40-ae44-0158ea1a7fdc admin admin] Publish callbacks [] for security_group (ea5bbe5c-0ab9-4a85-9384-4d36fd3a1e6d), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:23.502342 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-2229f453-4b41-4ae8-ae2a-f021d4e028db req-41dab551-57ea-43b0-a4a9-bbb511b4a157 service neutron] 10.222.0.46 "GET /v2.0/networks/8e50f157-ee2e-494a-9489-e7ce9f786921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951083 Feb 28 10:39:23.510478 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-285b5d39-9e32-4f40-ae44-0158ea1a7fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (ea5bbe5c-0ab9-4a85-9384-4d36fd3a1e6d), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:23.570137 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-285b5d39-9e32-4f40-ae44-0158ea1a7fdc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b488c6e659ae49ab8708d4496979ce78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2243576 Feb 28 10:39:23.572852 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 56178) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:23.574350 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b5d39-9e32-4f40-ae44-0158ea1a7fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5bbe5c-0ab9-4a85-9384-4d36fd3a1e6d,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:23.577920 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-80766f3e-5752-4d3f-806a-d1a00ddbc752 admin admin] Publish callbacks [] for security_group (d3a60a65-45aa-4b68-a140-f3529d1903ae), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:23.586019 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-80766f3e-5752-4d3f-806a-d1a00ddbc752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (d3a60a65-45aa-4b68-a140-f3529d1903ae), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:23.631233 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80766f3e-5752-4d3f-806a-d1a00ddbc752 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=102995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:39:23.644282 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-5526aa05-fcc0-438d-a679-d99c1d49062e admin admin] Publish callbacks [] for security_group (ea5bbe5c-0ab9-4a85-9384-4d36fd3a1e6d), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:23.647793 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80766f3e-5752-4d3f-806a-d1a00ddbc752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a60a65-45aa-4b68-a140-f3529d1903ae,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:23.650929 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-80766f3e-5752-4d3f-806a-d1a00ddbc752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761337'] for segment (0a13a6bd-1777-427f-91c3-bea6c3e3d76f), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:23.651353 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.db.segments_db [None req-80766f3e-5752-4d3f-806a-d1a00ddbc752 admin admin] Added segment 0a13a6bd-1777-427f-91c3-bea6c3e3d76f of type vlan for network 65d86c92-8e0b-4075-bd86-d832142206b9 Feb 28 10:39:23.668577 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-5526aa05-fcc0-438d-a679-d99c1d49062e admin admin] Publish callbacks [] for security_group (ea5bbe5c-0ab9-4a85-9384-4d36fd3a1e6d), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:23.698581 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-80766f3e-5752-4d3f-806a-d1a00ddbc752 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783309439991'] for network (65d86c92-8e0b-4075-bd86-d832142206b9), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:23.724055 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-80766f3e-5752-4d3f-806a-d1a00ddbc752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297'] for network (65d86c92-8e0b-4075-bd86-d832142206b9), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:23.725372 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80766f3e-5752-4d3f-806a-d1a00ddbc752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:23.726097 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-80766f3e-5752-4d3f-806a-d1a00ddbc752 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for network (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:23.742214 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5280486-7507-4c9b-be56-47f5b6b1ce30 req-f4bdcfce-53b3-4ecd-9ed4-6191c2b318c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:23.743958 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-f5280486-7507-4c9b-be56-47f5b6b1ce30 req-f4bdcfce-53b3-4ecd-9ed4-6191c2b318c8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c6342293c1f74a629d3f9097a3815571&device_id=0094c42c-86c4-4ee2-ab43-a99f7a3c64fd HTTP/1.1" status: 200 len: 1127 time: 0.0693374 Feb 28 10:39:23.760823 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-5526aa05-fcc0-438d-a679-d99c1d49062e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (ea5bbe5c-0ab9-4a85-9384-4d36fd3a1e6d), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:23.763391 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-5526aa05-fcc0-438d-a679-d99c1d49062e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:23.764436 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-5526aa05-fcc0-438d-a679-d99c1d49062e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ea5bbe5c-0ab9-4a85-9384-4d36fd3a1e6d HTTP/1.1" status: 204 len: 168 time: 0.1890292 Feb 28 10:39:23.795388 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-80766f3e-5752-4d3f-806a-d1a00ddbc752 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5545862 Feb 28 10:39:23.796934 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 56182) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:23.802195 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [None req-e0a74e2d-55cb-4d7f-98b2-405f45f12f6e admin admin] Request body: {'subnet': {'network_id': '65d86c92-8e0b-4075-bd86-d832142206b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-107237223-subnet', 'tenant_id': '26dd6355f38f46af9815bde5526360db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:23.806588 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5526aa05-fcc0-438d-a679-d99c1d49062e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5bbe5c-0ab9-4a85-9384-4d36fd3a1e6d,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:23.809615 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80766f3e-5752-4d3f-806a-d1a00ddbc752 admin admin] Pushing event updated for resources: {'Network': ['ID=65d86c92-8e0b-4075-bd86-d832142206b9,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:23.828393 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a74e2d-55cb-4d7f-98b2-405f45f12f6e admin admin] Made reservation on behalf of 26dd6355f38f46af9815bde5526360db for: {'subnet': 1} {{(pid=102995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:23.831422 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-e0a74e2d-55cb-4d7f-98b2-405f45f12f6e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:23.835080 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Network 65d86c92-8e0b-4075-bd86-d832142206b9 details requested by agent ovs-agent-dv-cinder-831167-1-iscsi with host dv-cinder-831167-1-iscsi {{(pid=102997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:39:23.916071 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5280486-7507-4c9b-be56-47f5b6b1ce30 req-bc70435c-b8b5-4d86-bb10-2953fcf2b3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:23.918701 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-f5280486-7507-4c9b-be56-47f5b6b1ce30 req-bc70435c-b8b5-4d86-bb10-2953fcf2b3f1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8e50f157-ee2e-494a-9489-e7ce9f786921 HTTP/1.1" status: 200 len: 910 time: 0.1657629 Feb 28 10:39:23.982661 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-f5280486-7507-4c9b-be56-47f5b6b1ce30 req-7981a2f2-c5ab-4df8-a3b8-194a5077c06c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d8c5eb9-b191-4908-ac8b-2722af312d3d HTTP/1.1" status: 200 len: 217 time: 0.0518332 Feb 28 10:39:24.032219 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04e7a2-47b6-40fd-a08e-40030d7d2b40 req-491b598b-0a3a-48c0-bff3-cd81c8cfd6e3 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:24.034317 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1e04e7a2-47b6-40fd-a08e-40030d7d2b40 req-491b598b-0a3a-48c0-bff3-cd81c8cfd6e3 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.1213317 Feb 28 10:39:24.041494 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5280486-7507-4c9b-be56-47f5b6b1ce30 req-6c1c12be-8405-4c7b-b887-d87c0e714308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:24.043885 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-f5280486-7507-4c9b-be56-47f5b6b1ce30 req-6c1c12be-8405-4c7b-b887-d87c0e714308 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d815ea78-c55c-4034-8ddf-d85f7d0de838 HTTP/1.1" status: 200 len: 849 time: 0.0541930 Feb 28 10:39:24.094571 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-f5280486-7507-4c9b-be56-47f5b6b1ce30 req-65aa1a13-d41a-47a6-9a8f-6fbc66a52a21 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8e50f157-ee2e-494a-9489-e7ce9f786921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307701 Feb 28 10:39:24.102862 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151ab65-515e-4dc7-bc5a-e15a7476e5bc req-6c50ba48-c3d4-46f8-8d2a-f5b399b2229d tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:24.106095 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b151ab65-515e-4dc7-bc5a-e15a7476e5bc req-6c50ba48-c3d4-46f8-8d2a-f5b399b2229d tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=0094c42c-86c4-4ee2-ab43-a99f7a3c64fd HTTP/1.1" status: 200 len: 943 time: 0.1369412 Feb 28 10:39:24.180603 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1e04e7a2-47b6-40fd-a08e-40030d7d2b40 req-2598ae6a-45d3-41f2-b726-99a7f6802c4b tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253538 Feb 28 10:39:24.219694 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b151ab65-515e-4dc7-bc5a-e15a7476e5bc req-f84e7894-2dd2-4cf1-aa50-90ceb4f767ee tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b4268a-32ba-4e54-ba83-94980313652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071143 Feb 28 10:39:24.220988 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-e0a74e2d-55cb-4d7f-98b2-405f45f12f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297'] for subnet (20b114e0-35e1-4a17-ad6b-2b7a729a2100), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:24.242352 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-f5280486-7507-4c9b-be56-47f5b6b1ce30 req-96855165-e2e2-4624-9111-66bea56fee1e service neutron] 10.222.0.46 "GET /v2.0/networks/8e50f157-ee2e-494a-9489-e7ce9f786921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344433 Feb 28 10:39:24.359238 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-f5280486-7507-4c9b-be56-47f5b6b1ce30 req-70aff782-4a6f-4b4e-8889-4ed2835c2c9e service neutron] 10.222.0.46 "GET /v2.0/networks/8e50f157-ee2e-494a-9489-e7ce9f786921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096380 Feb 28 10:39:24.541309 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a74e2d-55cb-4d7f-98b2-405f45f12f6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=20b114e0-35e1-4a17-ad6b-2b7a729a2100,revision_number=0']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:24.577268 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a74e2d-55cb-4d7f-98b2-405f45f12f6e admin admin] Checking segment: {'id': '0a13a6bd-1777-427f-91c3-bea6c3e3d76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '65d86c92-8e0b-4075-bd86-d832142206b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:39:24.577627 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a74e2d-55cb-4d7f-98b2-405f45f12f6e admin admin] Network hostable DHCP agents. Network: 65d86c92-8e0b-4075-bd86-d832142206b9, hostable agents: ['908aa187-f1dc-423a-8ec3-c19816a84263'], hosted agents: [] {{(pid=102995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:39:24.587257 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc81999-38df-47de-9cfa-3d7fecaa3af2 req-f4c6ac28-af9d-4b8a-9b35-f41379ec03b7 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:24.588745 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-adc81999-38df-47de-9cfa-3d7fecaa3af2 req-f4c6ac28-af9d-4b8a-9b35-f41379ec03b7 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bed41c4-1e36-4126-a7e1-f18f69749966 HTTP/1.1" status: 200 len: 945 time: 0.3032870 Feb 28 10:39:24.604991 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310273c-d68b-4960-8b24-7b1da4f65a27 req-39b37293-3f9d-46b5-91db-8032094aaef2 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:24.606416 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0310273c-d68b-4960-8b24-7b1da4f65a27 req-39b37293-3f9d-46b5-91db-8032094aaef2 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ee65a21-701b-4152-8912-23058b4a1482 HTTP/1.1" status: 200 len: 944 time: 0.1089139 Feb 28 10:39:24.650566 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a74e2d-55cb-4d7f-98b2-405f45f12f6e admin admin] Network 65d86c92-8e0b-4075-bd86-d832142206b9 is scheduled to be hosted by DHCP agent 908aa187-f1dc-423a-8ec3-c19816a84263 with binding_index 1 {{(pid=102995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:39:24.688918 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.base_scheduler [None req-e0a74e2d-55cb-4d7f-98b2-405f45f12f6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831167-1-iscsi, 65d86c92-8e0b-4075-bd86-d832142206b9) {{(pid=102995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:24.694256 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a74e2d-55cb-4d7f-98b2-405f45f12f6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:24.694874 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-e0a74e2d-55cb-4d7f-98b2-405f45f12f6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for subnet (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:24.707153 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-adc81999-38df-47de-9cfa-3d7fecaa3af2 req-c2f26b87-79b5-49e1-9b88-2bff7013ee41 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/security-groups?id=60338080-b467-4167-91ec-bc706f1b116e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108005 Feb 28 10:39:24.709332 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09727cbf-4950-4d42-8f86-a28421363075 None None] Network 65d86c92-8e0b-4075-bd86-d832142206b9 requested from dv-cinder-831167-1-iscsi {{(pid=102997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:39:24.711559 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0310273c-d68b-4960-8b24-7b1da4f65a27 req-f6545277-d7eb-4b0f-b1be-cd927347349e tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974507 Feb 28 10:39:24.738938 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-e0a74e2d-55cb-4d7f-98b2-405f45f12f6e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9408126 Feb 28 10:39:24.828745 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc80014-579f-410f-b65b-09758fc3cc61 None None] Network 65d86c92-8e0b-4075-bd86-d832142206b9 requested from dv-cinder-831167-1-iscsi {{(pid=102997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:39:24.956189 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-91d406dc-6088-46ec-ab89-3d513bdf58bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:25.367144 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf7ecb-d391-41dd-baa3-0a3da682565d req-5013e71d-ff4b-4c77-b053-a14cfb55413c tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:25.368904 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c5bf7ecb-d391-41dd-baa3-0a3da682565d req-5013e71d-ff4b-4c77-b053-a14cfb55413c tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.0934887 Feb 28 10:39:25.403741 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05156464-cde8-4657-9d06-379f1589a9be req-087b4599-de16-476a-aa45-be396520083d tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:25.405232 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-05156464-cde8-4657-9d06-379f1589a9be req-087b4599-de16-476a-aa45-be396520083d tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=0094c42c-86c4-4ee2-ab43-a99f7a3c64fd HTTP/1.1" status: 200 len: 943 time: 0.0820980 Feb 28 10:39:25.435247 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a6b55-8517-4efb-b547-8defa09767fd req-615240c1-78be-4c46-8ea1-25cd80da7c89 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:25.436728 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-ee4a6b55-8517-4efb-b547-8defa09767fd req-615240c1-78be-4c46-8ea1-25cd80da7c89 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.46 "GET /v2.0/ports?device_id=1bed41c4-1e36-4126-a7e1-f18f69749966 HTTP/1.1" status: 200 len: 945 time: 0.0924687 Feb 28 10:39:25.449091 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c5bf7ecb-d391-41dd-baa3-0a3da682565d req-e1b1e4d3-52d2-4cc4-b56d-49ed0f63da0a tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717831 Feb 28 10:39:25.482567 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-05156464-cde8-4657-9d06-379f1589a9be req-f32ed486-1f2b-41e8-a8a1-eff561d24b63 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b4268a-32ba-4e54-ba83-94980313652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637772 Feb 28 10:39:25.587156 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [req-ee4a6b55-8517-4efb-b547-8defa09767fd req-84112167-13c6-49e3-b460-1b321829d8d5 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Deleting port b4d7ada1-17bc-43dd-82b4-6270e1ed85ec {{(pid=102996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:25.587156 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-ee4a6b55-8517-4efb-b547-8defa09767fd req-84112167-13c6-49e3-b460-1b321829d8d5 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (b4d7ada1-17bc-43dd-82b4-6270e1ed85ec), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:25.681091 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-ee4a6b55-8517-4efb-b547-8defa09767fd req-84112167-13c6-49e3-b460-1b321829d8d5 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] For port b4d7ada1-17bc-43dd-82b4-6270e1ed85ec, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=b4d7ada1-17bc-43dd-82b4-6270e1ed85ec,segment=NetworkSegment(423b6589-79ab-4f39-a7b9-b1085abb310d),segment_id=423b6589-79ab-4f39-a7b9-b1085abb310d)] {{(pid=102996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:25.683276 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-ee4a6b55-8517-4efb-b547-8defa09767fd req-84112167-13c6-49e3-b460-1b321829d8d5 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (b4d7ada1-17bc-43dd-82b4-6270e1ed85ec), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:25.699546 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [req-ee4a6b55-8517-4efb-b547-8defa09767fd req-84112167-13c6-49e3-b460-1b321829d8d5 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Calling delete_port for b4d7ada1-17bc-43dd-82b4-6270e1ed85ec owned by compute:nova {{(pid=102996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:25.883818 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd845c-b64b-4179-a961-c17c2af46a7d req-22ccf05e-a619-472b-8210-001d39953584 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:25.886275 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d6bd845c-b64b-4179-a961-c17c2af46a7d req-22ccf05e-a619-472b-8210-001d39953584 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ee65a21-701b-4152-8912-23058b4a1482 HTTP/1.1" status: 200 len: 944 time: 0.0915229 Feb 28 10:39:25.892954 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-ee4a6b55-8517-4efb-b547-8defa09767fd req-84112167-13c6-49e3-b460-1b321829d8d5 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990'] for port (b4d7ada1-17bc-43dd-82b4-6270e1ed85ec), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:25.895408 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a8f72-d4f3-4294-b1fa-7d20f0199dbd req-b9faaa46-b06b-467a-82a4-10c32003a01b tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:25.897030 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e07a8f72-d4f3-4294-b1fa-7d20f0199dbd req-b9faaa46-b06b-467a-82a4-10c32003a01b tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bed41c4-1e36-4126-a7e1-f18f69749966 HTTP/1.1" status: 200 len: 945 time: 0.0920725 Feb 28 10:39:25.932242 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84112167-13c6-49e3-b460-1b321829d8d5 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Pushing event deleted for resources: {'Port': ['ID=b4d7ada1-17bc-43dd-82b4-6270e1ed85ec,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:25.958435 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] get_ports_and_sgs() called for port_ids ['b4d7ada1-17bc-43dd-82b4-6270e1ed85ec'] {{(pid=102997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:39:25.984119 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d6bd845c-b64b-4179-a961-c17c2af46a7d req-51617753-48ec-4e06-a053-d5dd26025075 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801163 Feb 28 10:39:26.000068 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e07a8f72-d4f3-4294-b1fa-7d20f0199dbd req-23a546c5-bd8e-42ce-9833-427f51ce0fc9 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/security-groups?id=60338080-b467-4167-91ec-bc706f1b116e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948980 Feb 28 10:39:26.007540 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4a6b55-8517-4efb-b547-8defa09767fd req-84112167-13c6-49e3-b460-1b321829d8d5 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] No DVR routers for this DVR port b4d7ada1-17bc-43dd-82b4-6270e1ed85ec on host hv-cinder-83116 {{(pid=102996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:39:26.011538 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-ee4a6b55-8517-4efb-b547-8defa09767fd req-84112167-13c6-49e3-b460-1b321829d8d5 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:26.015200 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-ee4a6b55-8517-4efb-b547-8defa09767fd req-84112167-13c6-49e3-b460-1b321829d8d5 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.46 "DELETE /v2.0/ports/b4d7ada1-17bc-43dd-82b4-6270e1ed85ec HTTP/1.1" status: 204 len: 173 time: 0.5729039 Feb 28 10:39:26.015764 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bed41c4-1e36-4126-a7e1-f18f69749966', 'name': 'network-vif-deleted', 'tag': 'b4d7ada1-17bc-43dd-82b4-6270e1ed85ec'}] {{(pid=102996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:39:26.018203 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fc607127e9415785fd538e0c70e4bf06f6b8f20b6b46de5a0809c41644901f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f21f9df-2866-4e25-acac-f80967717daf" -d '{"events": [{"server_uuid": "1bed41c4-1e36-4126-a7e1-f18f69749966", "name": "network-vif-deleted", "tag": "b4d7ada1-17bc-43dd-82b4-6270e1ed85ec"}]}' {{(pid=102996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:39:26.063188 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc7086c-1d36-407d-868a-2e8e56e4b94d x-openstack-request-id: req-acc7086c-1d36-407d-868a-2e8e56e4b94d {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:39:26.063628 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bed41c4-1e36-4126-a7e1-f18f69749966", "name": "network-vif-deleted", "tag": "b4d7ada1-17bc-43dd-82b4-6270e1ed85ec", "status": "completed", "code": 200}]} {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:39:26.064078 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-acc7086c-1d36-407d-868a-2e8e56e4b94d {{(pid=102996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:39:26.064596 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bed41c4-1e36-4126-a7e1-f18f69749966', 'name': 'network-vif-deleted', 'tag': 'b4d7ada1-17bc-43dd-82b4-6270e1ed85ec', 'status': 'completed', 'code': 200} Feb 28 10:39:26.193344 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device 3d8c5eb9-b191-4908-ac8b-2722af312d3d details requested by agent hyperv_hv-cinder-83116 with host hv-cinder-83116 {{(pid=102997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:39:26.216594 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device ea27a3ad-135b-48ee-98da-f1a11188538b up at agent hyperv_hv-cinder-83116 {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:39:26.329398 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port 3d8c5eb9-b191-4908-ac8b-2722af312d3d, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=3d8c5eb9-b191-4908-ac8b-2722af312d3d,segment=NetworkSegment(46a5795d-9045-42d5-a5dd-fe341cc4bc47),segment_id=46a5795d-9045-42d5-a5dd-fe341cc4bc47)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:26.345466 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Returning: {'device': '3d8c5eb9-b191-4908-ac8b-2722af312d3d', 'network_id': '8e50f157-ee2e-494a-9489-e7ce9f786921', 'port_id': '3d8c5eb9-b191-4908-ac8b-2722af312d3d', 'mac_address': 'fa:16:3e:f1:ee:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd815ea78-c55c-4034-8ddf-d85f7d0de838', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:39:26.354501 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Provisioning for port ea27a3ad-135b-48ee-98da-f1a11188538b completed by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:39:26.380739 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Provisioning complete for port ea27a3ad-135b-48ee-98da-f1a11188538b triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:26.381100 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (ea27a3ad-135b-48ee-98da-f1a11188538b), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:26.458083 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Current status of the port 3d8c5eb9-b191-4908-ac8b-2722af312d3d is: DOWN; New status is: BUILD {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:26.458507 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (3d8c5eb9-b191-4908-ac8b-2722af312d3d), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:26.477116 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.notifiers.nova [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d8c5eb9-b191-4908-ac8b-2722af312d3d {{(pid=102997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:39:26.501568 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port 3d8c5eb9-b191-4908-ac8b-2722af312d3d, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=3d8c5eb9-b191-4908-ac8b-2722af312d3d,segment=NetworkSegment(46a5795d-9045-42d5-a5dd-fe341cc4bc47),segment_id=46a5795d-9045-42d5-a5dd-fe341cc4bc47)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:26.544621 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (3d8c5eb9-b191-4908-ac8b-2722af312d3d), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:26.599049 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Current status of the port ea27a3ad-135b-48ee-98da-f1a11188538b is: BUILD; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:26.599678 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (ea27a3ad-135b-48ee-98da-f1a11188538b), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:26.613772 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Pushing event updated for resources: {'Port': ['ID=3d8c5eb9-b191-4908-ac8b-2722af312d3d,revision_number=4']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:26.637631 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee65a21-701b-4152-8912-23058b4a1482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea27a3ad-135b-48ee-98da-f1a11188538b'}] {{(pid=102997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:39:26.640806 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3235e45cea9492f03cbc66cd40cfc06ba5865c86106c1e9dddb87cdb5008e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1947a8-4e4f-4b5a-881b-f227413404d0" -d '{"events": [{"server_uuid": "6ee65a21-701b-4152-8912-23058b4a1482", "name": "network-vif-plugged", "status": "completed", "tag": "ea27a3ad-135b-48ee-98da-f1a11188538b"}]}' {{(pid=102997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:39:26.642763 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eef548-a8dc-444e-bb15-c1b720f882b3 req-fa7aa333-d5ae-4681-86f7-b23796e2267e tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:26.644317 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b1eef548-a8dc-444e-bb15-c1b720f882b3 req-fa7aa333-d5ae-4681-86f7-b23796e2267e tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.0938473 Feb 28 10:39:26.646490 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port ea27a3ad-135b-48ee-98da-f1a11188538b, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=ea27a3ad-135b-48ee-98da-f1a11188538b,segment=NetworkSegment(70a518fb-2283-4553-b90f-d3f0f325e4d8),segment_id=70a518fb-2283-4553-b90f-d3f0f325e4d8)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:26.650959 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (ea27a3ad-135b-48ee-98da-f1a11188538b), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:26.659155 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c00ac-240f-4042-9813-f21396c31cb3 req-b764aac0-f80c-4984-9e51-437f515618d8 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:26.660633 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e12c00ac-240f-4042-9813-f21396c31cb3 req-b764aac0-f80c-4984-9e51-437f515618d8 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=0094c42c-86c4-4ee2-ab43-a99f7a3c64fd HTTP/1.1" status: 200 len: 944 time: 0.0994477 Feb 28 10:39:26.700603 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Pushing event updated for resources: {'Port': ['ID=ea27a3ad-135b-48ee-98da-f1a11188538b,revision_number=5']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:26.734204 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b1eef548-a8dc-444e-bb15-c1b720f882b3 req-531e6f23-40eb-4efd-9fe6-5501f92e8313 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726056 Feb 28 10:39:26.742565 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e12c00ac-240f-4042-9813-f21396c31cb3 req-4e082441-de48-46eb-809a-ccdf055ced68 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b4268a-32ba-4e54-ba83-94980313652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737593 Feb 28 10:39:26.799301 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efaab577-e4cf-41cb-abb7-7a9b4435c002 x-openstack-request-id: req-efaab577-e4cf-41cb-abb7-7a9b4435c002 {{(pid=102997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:39:26.799695 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee65a21-701b-4152-8912-23058b4a1482", "name": "network-vif-plugged", "status": "completed", "tag": "ea27a3ad-135b-48ee-98da-f1a11188538b", "code": 200}]} {{(pid=102997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:39:26.799979 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-efaab577-e4cf-41cb-abb7-7a9b4435c002 {{(pid=102997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:39:26.800547 dv-cinder-831167-1-iscsi neutron-server[102997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee65a21-701b-4152-8912-23058b4a1482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea27a3ad-135b-48ee-98da-f1a11188538b', 'code': 200} Feb 28 10:39:26.911348 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e0c75-ef10-47b9-b5f9-b6cbf8d5eca5 req-6e531178-acb0-4a9a-b8c7-7cdce8effdd1 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:26.912686 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ba2e0c75-ef10-47b9-b5f9-b6cbf8d5eca5 req-6e531178-acb0-4a9a-b8c7-7cdce8effdd1 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/networks?id=65d86c92-8e0b-4075-bd86-d832142206b9 HTTP/1.1" status: 200 len: 813 time: 0.1053803 Feb 28 10:39:26.927919 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ba2e0c75-ef10-47b9-b5f9-b6cbf8d5eca5 req-d6cf1a7f-e094-4644-810e-44b255eab0c2 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/quotas/26dd6355f38f46af9815bde5526360db HTTP/1.1" status: 200 len: 375 time: 0.0092726 Feb 28 10:39:26.960032 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ba2e0c75-ef10-47b9-b5f9-b6cbf8d5eca5 req-40cc0a93-cf09-4652-9664-f8235ea352ec tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=26dd6355f38f46af9815bde5526360db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270281 Feb 28 10:39:27.048419 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae6c89-3700-4430-8b85-7af9b2b86883 req-3822bdea-b6b5-49e0-be67-47b00eb38345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:27.049975 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-02ae6c89-3700-4430-8b85-7af9b2b86883 req-3822bdea-b6b5-49e0-be67-47b00eb38345 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6ee65a21-701b-4152-8912-23058b4a1482 HTTP/1.1" status: 200 len: 1129 time: 0.0456278 Feb 28 10:39:27.057772 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ba2e0c75-ef10-47b9-b5f9-b6cbf8d5eca5 req-b20e5a77-966c-45f3-b4dd-96a471965f4f service neutron] 10.222.0.44 "GET /v2.0/networks/65d86c92-8e0b-4075-bd86-d832142206b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907602 Feb 28 10:39:27.100962 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-02ae6c89-3700-4430-8b85-7af9b2b86883 req-3edbb00e-cd7f-44bc-8c1a-948236a7b805 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444701 Feb 28 10:39:27.155283 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-cd9e454a-0e01-44fa-aa52-439f838bc886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:27.181569 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65aa0ba-c855-4d18-8cd6-b70dc8d87081 req-93424595-9918-4a7a-aa91-4dc23ced1aa5 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:27.183000 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-f65aa0ba-c855-4d18-8cd6-b70dc8d87081 req-93424595-9918-4a7a-aa91-4dc23ced1aa5 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ee65a21-701b-4152-8912-23058b4a1482 HTTP/1.1" status: 200 len: 945 time: 0.1241465 Feb 28 10:39:27.198888 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ba2e0c75-ef10-47b9-b5f9-b6cbf8d5eca5 req-0360ca0b-d142-44f3-88ff-3d501a08df6d service neutron] 10.222.0.44 "GET /v2.0/networks/65d86c92-8e0b-4075-bd86-d832142206b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306088 Feb 28 10:39:27.234446 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-f65aa0ba-c855-4d18-8cd6-b70dc8d87081 req-0ec6c79b-15b8-4caf-9f9f-6c7965e0a203 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459247 Feb 28 10:39:27.342140 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ae095676-81b9-45ca-a345-3f5ea86ffc4f req-fe43a66a-d9ec-4ac4-9e2c-1a5d8de6aa38 tempest-DeleteServersTestJSON-1564757438 tempest-DeleteServersTestJSON-1564757438-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bed41c4-1e36-4126-a7e1-f18f69749966 HTTP/1.1" status: 200 len: 210 time: 0.0352013 Feb 28 10:39:27.368689 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] get_ports_and_sgs() called for port_ids ['3d8c5eb9-b191-4908-ac8b-2722af312d3d'] {{(pid=102997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:39:27.369214 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7350c9e3-a51b-49f1-bfaa-8c458eb3e755 req-9fcacb43-bcbd-49b3-844d-199926c62056 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/ports?device_id=710b3a97-8425-44cd-8707-cc29e56fd17c HTTP/1.1" status: 200 len: 210 time: 0.0299859 Feb 28 10:39:27.910168 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c6adc-992b-441a-975f-47629a9defab req-476714a7-ca9a-4f21-9069-d1ec76428141 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:27.911709 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-399c6adc-992b-441a-975f-47629a9defab req-476714a7-ca9a-4f21-9069-d1ec76428141 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.0972490 Feb 28 10:39:27.989915 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-399c6adc-992b-441a-975f-47629a9defab req-f5f744be-7c4a-4670-b7f2-4e531104da18 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593185 Feb 28 10:39:28.001107 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9658a5e-673e-47d3-8fc7-3ee9e9d84eff req-1b98d91b-dfff-4d8a-8069-4760c3da3600 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:28.002452 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d9658a5e-673e-47d3-8fc7-3ee9e9d84eff req-1b98d91b-dfff-4d8a-8069-4760c3da3600 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=0094c42c-86c4-4ee2-ab43-a99f7a3c64fd HTTP/1.1" status: 200 len: 944 time: 0.1094818 Feb 28 10:39:28.052714 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d9658a5e-673e-47d3-8fc7-3ee9e9d84eff req-bf95af40-6216-4a4e-80e0-347b693b99b9 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b4268a-32ba-4e54-ba83-94980313652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445628 Feb 28 10:39:28.218612 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device b4d7ada1-17bc-43dd-82b4-6270e1ed85ec no longer exists at agent hyperv_hv-cinder-83116 {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:39:28.241152 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] No Port match for: b4d7ada1-17bc-43dd-82b4-6270e1ed85ec {{(pid=102997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:39:28.241511 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device b4d7ada1-17bc-43dd-82b4-6270e1ed85ec not bound to the agent host hv-cinder-83116 {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:39:28.351060 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8077a1-9951-4e78-b4b7-a44352bc2750 req-bb560125-5683-482b-a9de-4296898a193a tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:28.352527 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ee8077a1-9951-4e78-b4b7-a44352bc2750 req-bb560125-5683-482b-a9de-4296898a193a tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ee65a21-701b-4152-8912-23058b4a1482 HTTP/1.1" status: 200 len: 945 time: 0.0529437 Feb 28 10:39:28.414641 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ee8077a1-9951-4e78-b4b7-a44352bc2750 req-2c4d343e-0221-4bbd-8f02-ab6d6859da0b tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558825 Feb 28 10:39:28.474864 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-fbdb1bcf-d05f-4429-aecf-8828c3f0829e req-e695bfcf-175e-4e40-85b5-fc4f00747aa0 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/ports?device_id=710b3a97-8425-44cd-8707-cc29e56fd17c HTTP/1.1" status: 200 len: 210 time: 0.0285563 Feb 28 10:39:28.525140 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:28.875677 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e0c75-ef10-47b9-b5f9-b6cbf8d5eca5 req-3ec1f6d8-149c-4801-99dc-096bc0486559 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:28.876993 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-ba2e0c75-ef10-47b9-b5f9-b6cbf8d5eca5 req-3ec1f6d8-149c-4801-99dc-096bc0486559 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.46 "GET /v2.0/networks?id=65d86c92-8e0b-4075-bd86-d832142206b9 HTTP/1.1" status: 200 len: 813 time: 0.1005487 Feb 28 10:39:28.915359 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [req-ba2e0c75-ef10-47b9-b5f9-b6cbf8d5eca5 req-251a367b-1f90-420f-b71e-e893a8544f27 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Request body: {'port': {'device_id': '710b3a97-8425-44cd-8707-cc29e56fd17c', 'network_id': '65d86c92-8e0b-4075-bd86-d832142206b9', 'admin_state_up': True, 'tenant_id': '26dd6355f38f46af9815bde5526360db'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:29.027635 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba2e0c75-ef10-47b9-b5f9-b6cbf8d5eca5 req-251a367b-1f90-420f-b71e-e893a8544f27 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Made reservation on behalf of 26dd6355f38f46af9815bde5526360db for: {'port': 1} {{(pid=102996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:29.032349 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-ba2e0c75-ef10-47b9-b5f9-b6cbf8d5eca5 req-251a367b-1f90-420f-b71e-e893a8544f27 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:29.179276 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4ea38-7cd0-4c11-b5da-2ec44627fd8d req-5d1fe650-73c0-4ba9-818b-bbf58afddd4a tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:29.180799 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-96f4ea38-7cd0-4c11-b5da-2ec44627fd8d req-5d1fe650-73c0-4ba9-818b-bbf58afddd4a tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.1093543 Feb 28 10:39:29.209788 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.db_base_plugin_common [req-ba2e0c75-ef10-47b9-b5f9-b6cbf8d5eca5 req-251a367b-1f90-420f-b71e-e893a8544f27 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Allocated IP 172.20.0.13 (65d86c92-8e0b-4075-bd86-d832142206b9/20b114e0-35e1-4a17-ad6b-2b7a729a2100/4b07a73d-ae91-483f-8780-80e859a7aece) {{(pid=102996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:39:29.221108 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d1dc3-a904-4fa4-a22d-9e002ba028c0 req-91242768-426e-4be9-bdc3-80f3971df18d tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:29.223008 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-055d1dc3-a904-4fa4-a22d-9e002ba028c0 req-91242768-426e-4be9-bdc3-80f3971df18d tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=0094c42c-86c4-4ee2-ab43-a99f7a3c64fd HTTP/1.1" status: 200 len: 944 time: 0.0856597 Feb 28 10:39:29.271495 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-96f4ea38-7cd0-4c11-b5da-2ec44627fd8d req-eb6b7fe9-f2ad-4f40-96ca-56df536c0195 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822127 Feb 28 10:39:29.304617 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-055d1dc3-a904-4fa4-a22d-9e002ba028c0 req-fa20ee21-92c6-4f76-a6eb-defd8f983c8d tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b4268a-32ba-4e54-ba83-94980313652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705533 Feb 28 10:39:29.375157 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 56382) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:29.391508 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-ba2e0c75-ef10-47b9-b5f9-b6cbf8d5eca5 req-251a367b-1f90-420f-b71e-e893a8544f27 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Publish callbacks [] for port (4b07a73d-ae91-483f-8780-80e859a7aece), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:29.426312 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-ba2e0c75-ef10-47b9-b5f9-b6cbf8d5eca5 req-251a367b-1f90-420f-b71e-e893a8544f27 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981'] for port (4b07a73d-ae91-483f-8780-80e859a7aece), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:29.476014 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba2e0c75-ef10-47b9-b5f9-b6cbf8d5eca5 req-251a367b-1f90-420f-b71e-e893a8544f27 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Network 65d86c92-8e0b-4075-bd86-d832142206b9 is already hosted by enough agents. {{(pid=102996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:29.479180 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.base_scheduler [req-ba2e0c75-ef10-47b9-b5f9-b6cbf8d5eca5 req-251a367b-1f90-420f-b71e-e893a8544f27 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Resources bound (agent type, host, resource id): {{(pid=102996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:29.483885 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba2e0c75-ef10-47b9-b5f9-b6cbf8d5eca5 req-251a367b-1f90-420f-b71e-e893a8544f27 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Received port after_create {{(pid=102996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:39:29.488897 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e0c75-ef10-47b9-b5f9-b6cbf8d5eca5 req-251a367b-1f90-420f-b71e-e893a8544f27 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:29.489493 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-ba2e0c75-ef10-47b9-b5f9-b6cbf8d5eca5 req-251a367b-1f90-420f-b71e-e893a8544f27 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:29.496914 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a367b-1f90-420f-b71e-e893a8544f27 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Pushing event updated for resources: {'Port': ['ID=4b07a73d-ae91-483f-8780-80e859a7aece,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:29.520780 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-18fecdbb-a48a-429f-baf9-fd15fe49bd1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:29.521176 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-ba2e0c75-ef10-47b9-b5f9-b6cbf8d5eca5 req-251a367b-1f90-420f-b71e-e893a8544f27 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6096542 Feb 28 10:39:29.557342 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [req-ba2e0c75-ef10-47b9-b5f9-b6cbf8d5eca5 req-2f04a1a9-5625-4c94-ae89-5284feda8fef service neutron] Request body: {'port': {'device_id': '710b3a97-8425-44cd-8707-cc29e56fd17c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83116'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:29.641052 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-ba2e0c75-ef10-47b9-b5f9-b6cbf8d5eca5 req-2f04a1a9-5625-4c94-ae89-5284feda8fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (4b07a73d-ae91-483f-8780-80e859a7aece), before_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:29.665177 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d05f37-9359-4626-80da-1a305224ca9e req-230b9319-502a-41eb-9192-cb7a6c0d224c tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:29.666657 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-98d05f37-9359-4626-80da-1a305224ca9e req-230b9319-502a-41eb-9192-cb7a6c0d224c tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ee65a21-701b-4152-8912-23058b4a1482 HTTP/1.1" status: 200 len: 945 time: 0.1473012 Feb 28 10:39:29.708430 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18d224-7be0-4efb-a72e-1adb97eeabf5 req-341627eb-cde6-4c25-b83d-e45fe1d0833b tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:29.709933 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-8b18d224-7be0-4efb-a72e-1adb97eeabf5 req-341627eb-cde6-4c25-b83d-e45fe1d0833b tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/ports?device_id=710b3a97-8425-44cd-8707-cc29e56fd17c HTTP/1.1" status: 200 len: 932 time: 0.1179888 Feb 28 10:39:29.734284 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-18fecdbb-a48a-429f-baf9-fd15fe49bd1f admin admin] Publish callbacks [] for security_group (9a3f5082-9304-403a-9c81-1977a21299ad), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:29.749425 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-18fecdbb-a48a-429f-baf9-fd15fe49bd1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (9a3f5082-9304-403a-9c81-1977a21299ad), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:29.798298 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-98d05f37-9359-4626-80da-1a305224ca9e req-5a0bebc0-fa47-4a58-85a0-19a814fc8661 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232512 Feb 28 10:39:29.809651 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-18fecdbb-a48a-429f-baf9-fd15fe49bd1f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=208b17f356db45ecb1c9b1f1b51348a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4308345 Feb 28 10:39:29.811566 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 56394) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:29.828192 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fecdbb-a48a-429f-baf9-fd15fe49bd1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3f5082-9304-403a-9c81-1977a21299ad,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:29.833791 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-8b18d224-7be0-4efb-a72e-1adb97eeabf5 req-8cf29ef4-2888-411a-9c0f-e04edbae37e0 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3a60a65-45aa-4b68-a140-f3529d1903ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139648 Feb 28 10:39:29.893186 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 56398) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:29.918958 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:29.921165 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-6c5930db-8152-438c-94ef-1e0139dc6bdc admin admin] Publish callbacks [] for security_group (9a3f5082-9304-403a-9c81-1977a21299ad), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:29.947445 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ae29e01-56e9-4475-8769-42377ba48e2a admin admin] Deleting subnet 1bd7be47-a156-438c-acdc-95612b182e1c {{(pid=102995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:39:29.953256 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-6ae29e01-56e9-4475-8769-42377ba48e2a admin admin] Publish callbacks [] for subnet (1bd7be47-a156-438c-acdc-95612b182e1c), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:29.972658 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-6c5930db-8152-438c-94ef-1e0139dc6bdc admin admin] Publish callbacks [] for security_group (9a3f5082-9304-403a-9c81-1977a21299ad), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:29.994211 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-6ae29e01-56e9-4475-8769-42377ba48e2a admin admin] Publish callbacks [] for subnet (1bd7be47-a156-438c-acdc-95612b182e1c), precommit_delete_associations {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:29.994457 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [req-ba2e0c75-ef10-47b9-b5f9-b6cbf8d5eca5 req-2f04a1a9-5625-4c94-ae89-5284feda8fef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b07a73d-ae91-483f-8780-80e859a7aece {{(pid=102996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:39:30.003877 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-6ae29e01-56e9-4475-8769-42377ba48e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759398'] for subnet (1bd7be47-a156-438c-acdc-95612b182e1c), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:30.011245 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-ba2e0c75-ef10-47b9-b5f9-b6cbf8d5eca5 req-2f04a1a9-5625-4c94-ae89-5284feda8fef service neutron] Publish callbacks [] for port (4b07a73d-ae91-483f-8780-80e859a7aece), precommit_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:30.025596 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.provisioning_blocks [req-ba2e0c75-ef10-47b9-b5f9-b6cbf8d5eca5 req-2f04a1a9-5625-4c94-ae89-5284feda8fef service neutron] Transition to ACTIVE for port object 4b07a73d-ae91-483f-8780-80e859a7aece will not be triggered until provisioned by entity L2. {{(pid=102996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:39:30.031592 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-ba2e0c75-ef10-47b9-b5f9-b6cbf8d5eca5 req-2f04a1a9-5625-4c94-ae89-5284feda8fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (4b07a73d-ae91-483f-8780-80e859a7aece), after_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:30.063670 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-6ae29e01-56e9-4475-8769-42377ba48e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297'] for subnet (1bd7be47-a156-438c-acdc-95612b182e1c), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:30.075293 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-6c5930db-8152-438c-94ef-1e0139dc6bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (9a3f5082-9304-403a-9c81-1977a21299ad), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:30.077841 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-6c5930db-8152-438c-94ef-1e0139dc6bdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:30.081754 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-6c5930db-8152-438c-94ef-1e0139dc6bdc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9a3f5082-9304-403a-9c81-1977a21299ad HTTP/1.1" status: 204 len: 168 time: 0.2669201 Feb 28 10:39:30.102288 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5930db-8152-438c-94ef-1e0139dc6bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3f5082-9304-403a-9c81-1977a21299ad,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:30.105504 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae29e01-56e9-4475-8769-42377ba48e2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bd7be47-a156-438c-acdc-95612b182e1c,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:30.109983 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-6ae29e01-56e9-4475-8769-42377ba48e2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:30.116596 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-6ae29e01-56e9-4475-8769-42377ba48e2a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1bd7be47-a156-438c-acdc-95612b182e1c HTTP/1.1" status: 204 len: 168 time: 0.2218394 Feb 28 10:39:30.117632 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 56406) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:30.126225 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f04a1a9-5625-4c94-ae89-5284feda8fef service neutron] Pushing event updated for resources: {'Port': ['ID=4b07a73d-ae91-483f-8780-80e859a7aece,revision_number=2']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:30.143761 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-ba2e0c75-ef10-47b9-b5f9-b6cbf8d5eca5 req-2f04a1a9-5625-4c94-ae89-5284feda8fef service neutron] Attempting to bind port 4b07a73d-ae91-483f-8780-80e859a7aece on host hv-cinder-83116 for vnic_type normal with profile {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:39:30.144092 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-ba2e0c75-ef10-47b9-b5f9-b6cbf8d5eca5 req-2f04a1a9-5625-4c94-ae89-5284feda8fef service neutron] Attempting to bind port 4b07a73d-ae91-483f-8780-80e859a7aece by drivers openvswitch,hyperv on host hv-cinder-83116 at level 0 using segments [{'id': '0a13a6bd-1777-427f-91c3-bea6c3e3d76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '65d86c92-8e0b-4075-bd86-d832142206b9'}] {{(pid=102996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:39:30.144409 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2e0c75-ef10-47b9-b5f9-b6cbf8d5eca5 req-2f04a1a9-5625-4c94-ae89-5284feda8fef service neutron] Attempting to bind port 4b07a73d-ae91-483f-8780-80e859a7aece on network 65d86c92-8e0b-4075-bd86-d832142206b9 {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:39:30.148912 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2e0c75-ef10-47b9-b5f9-b6cbf8d5eca5 req-2f04a1a9-5625-4c94-ae89-5284feda8fef service neutron] Port 4b07a73d-ae91-483f-8780-80e859a7aece on network 65d86c92-8e0b-4075-bd86-d832142206b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83116 {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:39:30.149231 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2e0c75-ef10-47b9-b5f9-b6cbf8d5eca5 req-2f04a1a9-5625-4c94-ae89-5284feda8fef service neutron] Attempting to bind port 4b07a73d-ae91-483f-8780-80e859a7aece on network 65d86c92-8e0b-4075-bd86-d832142206b9 {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:39:30.154097 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2e0c75-ef10-47b9-b5f9-b6cbf8d5eca5 req-2f04a1a9-5625-4c94-ae89-5284feda8fef service neutron] Checking agent: {'id': 'db31e800-75f5-4bdb-84cd-f402d346b45c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 36, 4), 'started_at': datetime.datetime(2022, 2, 28, 10, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:39:30.154427 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2e0c75-ef10-47b9-b5f9-b6cbf8d5eca5 req-2f04a1a9-5625-4c94-ae89-5284feda8fef service neutron] Checking segment: {'id': '0a13a6bd-1777-427f-91c3-bea6c3e3d76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '65d86c92-8e0b-4075-bd86-d832142206b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:39:30.154796 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2e0c75-ef10-47b9-b5f9-b6cbf8d5eca5 req-2f04a1a9-5625-4c94-ae89-5284feda8fef service neutron] Bound using segment: {'id': '0a13a6bd-1777-427f-91c3-bea6c3e3d76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '65d86c92-8e0b-4075-bd86-d832142206b9'} {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:39:30.155499 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-ba2e0c75-ef10-47b9-b5f9-b6cbf8d5eca5 req-2f04a1a9-5625-4c94-ae89-5284feda8fef service neutron] Bound port: 4b07a73d-ae91-483f-8780-80e859a7aece, host: hv-cinder-83116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a13a6bd-1777-427f-91c3-bea6c3e3d76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '65d86c92-8e0b-4075-bd86-d832142206b9'}}] {{(pid=102996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:39:30.155635 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-ba2e0c75-ef10-47b9-b5f9-b6cbf8d5eca5 req-2f04a1a9-5625-4c94-ae89-5284feda8fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (4b07a73d-ae91-483f-8780-80e859a7aece), before_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:30.211977 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-3302cfcf-f78b-4ce5-9d07-4d108d7fd7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781725'] for network (afedb623-3316-4b12-8ae7-24fcfdd11e46), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:30.228680 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-ba2e0c75-ef10-47b9-b5f9-b6cbf8d5eca5 req-2f04a1a9-5625-4c94-ae89-5284feda8fef service neutron] For port 4b07a73d-ae91-483f-8780-80e859a7aece, host hv-cinder-83116, cleared binding levels {{(pid=102996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:39:30.234875 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-ba2e0c75-ef10-47b9-b5f9-b6cbf8d5eca5 req-2f04a1a9-5625-4c94-ae89-5284feda8fef service neutron] For port 4b07a73d-ae91-483f-8780-80e859a7aece, host hv-cinder-83116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=4b07a73d-ae91-483f-8780-80e859a7aece,segment=NetworkSegment(0a13a6bd-1777-427f-91c3-bea6c3e3d76f),segment_id=0a13a6bd-1777-427f-91c3-bea6c3e3d76f)] {{(pid=102996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:39:30.240118 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device 3d8c5eb9-b191-4908-ac8b-2722af312d3d up at agent hyperv_hv-cinder-83116 {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:39:30.252214 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-ba2e0c75-ef10-47b9-b5f9-b6cbf8d5eca5 req-2f04a1a9-5625-4c94-ae89-5284feda8fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (4b07a73d-ae91-483f-8780-80e859a7aece), after_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:30.300210 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e0c75-ef10-47b9-b5f9-b6cbf8d5eca5 req-2f04a1a9-5625-4c94-ae89-5284feda8fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:30.300824 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-ba2e0c75-ef10-47b9-b5f9-b6cbf8d5eca5 req-2f04a1a9-5625-4c94-ae89-5284feda8fef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:30.301028 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-3302cfcf-f78b-4ce5-9d07-4d108d7fd7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721821', 'neutron.services.segments.db._delete_segments_for_network-8783309880477'] for network (afedb623-3316-4b12-8ae7-24fcfdd11e46), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:30.302185 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-ba2e0c75-ef10-47b9-b5f9-b6cbf8d5eca5 req-2f04a1a9-5625-4c94-ae89-5284feda8fef service neutron] 10.222.0.46 "PUT /v2.0/ports/4b07a73d-ae91-483f-8780-80e859a7aece HTTP/1.1" status: 200 len: 1094 time: 0.7491968 Feb 28 10:39:30.302631 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '710b3a97-8425-44cd-8707-cc29e56fd17c', 'tag': '4b07a73d-ae91-483f-8780-80e859a7aece'}] {{(pid=102996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:39:30.305354 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fc607127e9415785fd538e0c70e4bf06f6b8f20b6b46de5a0809c41644901f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad8ee76-aef8-46f7-977c-85e606906ca8" -d '{"events": [{"name": "network-changed", "server_uuid": "710b3a97-8425-44cd-8707-cc29e56fd17c", "tag": "4b07a73d-ae91-483f-8780-80e859a7aece"}]}' {{(pid=102996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:39:30.327219 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-3302cfcf-f78b-4ce5-9d07-4d108d7fd7a5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:39:30.327604 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-3302cfcf-f78b-4ce5-9d07-4d108d7fd7a5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:39:30.328560 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-3302cfcf-f78b-4ce5-9d07-4d108d7fd7a5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:39:30.328909 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-3302cfcf-f78b-4ce5-9d07-4d108d7fd7a5 admin admin] Subscribe: > port after_create 55550000 {{(pid=102995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:39:30.330632 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-3302cfcf-f78b-4ce5-9d07-4d108d7fd7a5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:39:30.331034 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-3302cfcf-f78b-4ce5-9d07-4d108d7fd7a5 admin admin] Subscribe: > port after_update 55550000 {{(pid=102995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:39:30.331390 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-3302cfcf-f78b-4ce5-9d07-4d108d7fd7a5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:39:30.331791 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-3302cfcf-f78b-4ce5-9d07-4d108d7fd7a5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:39:30.332449 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-3302cfcf-f78b-4ce5-9d07-4d108d7fd7a5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:39:30.332788 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-3302cfcf-f78b-4ce5-9d07-4d108d7fd7a5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:39:30.333871 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Provisioning for port 3d8c5eb9-b191-4908-ac8b-2722af312d3d completed by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:39:30.353592 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Provisioning complete for port 3d8c5eb9-b191-4908-ac8b-2722af312d3d triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:30.354635 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (3d8c5eb9-b191-4908-ac8b-2722af312d3d), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:30.358081 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f04a1a9-5625-4c94-ae89-5284feda8fef service neutron] Pushing event updated for resources: {'Port': ['ID=4b07a73d-ae91-483f-8780-80e859a7aece,revision_number=3']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:30.400274 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5246e6c-fc1c-4004-8999-2b27267910e2 x-openstack-request-id: req-a5246e6c-fc1c-4004-8999-2b27267910e2 {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:39:30.400571 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "710b3a97-8425-44cd-8707-cc29e56fd17c", "tag": "4b07a73d-ae91-483f-8780-80e859a7aece", "status": "completed", "code": 200}]} {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:39:30.400830 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a5246e6c-fc1c-4004-8999-2b27267910e2 {{(pid=102996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:39:30.401310 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '710b3a97-8425-44cd-8707-cc29e56fd17c', 'tag': '4b07a73d-ae91-483f-8780-80e859a7aece', 'status': 'completed', 'code': 200} Feb 28 10:39:30.466652 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e0c75-ef10-47b9-b5f9-b6cbf8d5eca5 req-8ef0d391-f356-465d-b7be-2b90f2711021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:30.468218 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-ba2e0c75-ef10-47b9-b5f9-b6cbf8d5eca5 req-8ef0d391-f356-465d-b7be-2b90f2711021 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=26dd6355f38f46af9815bde5526360db&device_id=710b3a97-8425-44cd-8707-cc29e56fd17c HTTP/1.1" status: 200 len: 1128 time: 0.0700309 Feb 28 10:39:30.484407 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-3302cfcf-f78b-4ce5-9d07-4d108d7fd7a5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:39:30.484977 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-3302cfcf-f78b-4ce5-9d07-4d108d7fd7a5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:39:30.485503 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-3302cfcf-f78b-4ce5-9d07-4d108d7fd7a5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:39:30.486383 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-3302cfcf-f78b-4ce5-9d07-4d108d7fd7a5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:39:30.486769 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.services.segments.db [None req-3302cfcf-f78b-4ce5-9d07-4d108d7fd7a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afedb623-3316-4b12-8ae7-24fcfdd11e46']}} {{(pid=102995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:30.496356 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Current status of the port 3d8c5eb9-b191-4908-ac8b-2722af312d3d is: BUILD; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:30.496838 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (3d8c5eb9-b191-4908-ac8b-2722af312d3d), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:30.516819 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 56416) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:30.530791 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0094c42c-86c4-4ee2-ab43-a99f7a3c64fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8c5eb9-b191-4908-ac8b-2722af312d3d'}] {{(pid=102997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:39:30.533214 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-ba2e0c75-ef10-47b9-b5f9-b6cbf8d5eca5 req-83279a3d-5cfc-4555-887a-22c2c3d84f91 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b07a73d-ae91-483f-8780-80e859a7aece HTTP/1.1" status: 200 len: 217 time: 0.0439620 Feb 28 10:39:30.533887 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3235e45cea9492f03cbc66cd40cfc06ba5865c86106c1e9dddb87cdb5008e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2738a50-10e2-41ff-8411-e54703421316" -d '{"events": [{"server_uuid": "0094c42c-86c4-4ee2-ab43-a99f7a3c64fd", "name": "network-vif-plugged", "status": "completed", "tag": "3d8c5eb9-b191-4908-ac8b-2722af312d3d"}]}' {{(pid=102997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:39:30.547857 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port 3d8c5eb9-b191-4908-ac8b-2722af312d3d, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=3d8c5eb9-b191-4908-ac8b-2722af312d3d,segment=NetworkSegment(46a5795d-9045-42d5-a5dd-fe341cc4bc47),segment_id=46a5795d-9045-42d5-a5dd-fe341cc4bc47)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:30.550681 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.services.segments.db [None req-3302cfcf-f78b-4ce5-9d07-4d108d7fd7a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '423b6589-79ab-4f39-a7b9-b1085abb310d') {'for_net_delete': True} {{(pid=102995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:30.551008 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.services.segments.db [None req-3302cfcf-f78b-4ce5-9d07-4d108d7fd7a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '423b6589-79ab-4f39-a7b9-b1085abb310d') {} {{(pid=102995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:30.552678 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (3d8c5eb9-b191-4908-ac8b-2722af312d3d), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:30.582662 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e0c75-ef10-47b9-b5f9-b6cbf8d5eca5 req-614e88da-5f27-41a0-b736-bb5323a23628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:30.584769 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-ba2e0c75-ef10-47b9-b5f9-b6cbf8d5eca5 req-614e88da-5f27-41a0-b736-bb5323a23628 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=20b114e0-35e1-4a17-ad6b-2b7a729a2100 HTTP/1.1" status: 200 len: 853 time: 0.0454125 Feb 28 10:39:30.590546 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-fa27657b-354a-48ba-a890-3d49a6bb7158 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:30.594394 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-3302cfcf-f78b-4ce5-9d07-4d108d7fd7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783309883046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63575890'] for segment (423b6589-79ab-4f39-a7b9-b1085abb310d), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:30.612359 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Pushing event updated for resources: {'Port': ['ID=3d8c5eb9-b191-4908-ac8b-2722af312d3d,revision_number=5']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:30.623977 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-ba2e0c75-ef10-47b9-b5f9-b6cbf8d5eca5 req-cdfe9c54-895f-496a-b2dc-20822a1aef1a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=65d86c92-8e0b-4075-bd86-d832142206b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335865 Feb 28 10:39:30.634106 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-3302cfcf-f78b-4ce5-9d07-4d108d7fd7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761337'] for segment (423b6589-79ab-4f39-a7b9-b1085abb310d), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:30.657038 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3302cfcf-f78b-4ce5-9d07-4d108d7fd7a5 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=102995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:39:30.657434 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-3302cfcf-f78b-4ce5-9d07-4d108d7fd7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63288215'] for segment (423b6589-79ab-4f39-a7b9-b1085abb310d), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:30.683796 dv-cinder-831167-1-iscsi neutron-server[102995]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 10:39:30.683796 dv-cinder-831167-1-iscsi neutron-server[102995]: from cryptography.utils import int_from_bytes Feb 28 10:39:30.683796 dv-cinder-831167-1-iscsi neutron-server[102995]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 10:39:30.683796 dv-cinder-831167-1-iscsi neutron-server[102995]: from cryptography.utils import int_from_bytes Feb 28 10:39:30.683796 dv-cinder-831167-1-iscsi neutron-server[102995]: Traceback (most recent call last): Feb 28 10:39:30.683796 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:39:30.683796 dv-cinder-831167-1-iscsi neutron-server[102995]: timer() Feb 28 10:39:30.683796 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:39:30.683796 dv-cinder-831167-1-iscsi neutron-server[102995]: cb(*args, **kw) Feb 28 10:39:30.683796 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:39:30.683796 dv-cinder-831167-1-iscsi neutron-server[102995]: return func(*args, **kwargs) Feb 28 10:39:30.683796 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:39:30.683796 dv-cinder-831167-1-iscsi neutron-server[102995]: self._notify() Feb 28 10:39:30.683796 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:39:30.683796 dv-cinder-831167-1-iscsi neutron-server[102995]: self.callback(batched_events) Feb 28 10:39:30.683796 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:39:30.683796 dv-cinder-831167-1-iscsi neutron-server[102995]: event.method(event) Feb 28 10:39:30.683796 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:39:30.683796 dv-cinder-831167-1-iscsi neutron-server[102995]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:39:30.683796 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:39:30.683796 dv-cinder-831167-1-iscsi neutron-server[102995]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:39:30.683796 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:39:30.683796 dv-cinder-831167-1-iscsi neutron-server[102995]: return f(self, *a, **k) Feb 28 10:39:30.683796 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:39:30.683796 dv-cinder-831167-1-iscsi neutron-server[102995]: return self._get(url).json() Feb 28 10:39:30.683796 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:39:30.683796 dv-cinder-831167-1-iscsi neutron-server[102995]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:39:30.683796 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:39:30.683796 dv-cinder-831167-1-iscsi neutron-server[102995]: return self.request(url, 'GET', **kwargs) Feb 28 10:39:30.683796 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:39:30.683796 dv-cinder-831167-1-iscsi neutron-server[102995]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:39:30.683796 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:39:30.683796 dv-cinder-831167-1-iscsi neutron-server[102995]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:39:30.683796 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:39:30.683796 dv-cinder-831167-1-iscsi neutron-server[102995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:39:30.683796 dv-cinder-831167-1-iscsi neutron-server[102995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:39:30.737811 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110a26e-4eae-4aa9-9cea-613d30a09a00 req-b5a3f551-0756-494f-9f05-9cd50df343e3 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:30.738936 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-ba2e0c75-ef10-47b9-b5f9-b6cbf8d5eca5 req-8be5ae07-8b2d-477a-aa97-e4f28ff2ba73 service neutron] 10.222.0.46 "GET /v2.0/networks/65d86c92-8e0b-4075-bd86-d832142206b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010230 Feb 28 10:39:30.739247 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b110a26e-4eae-4aa9-9cea-613d30a09a00 req-b5a3f551-0756-494f-9f05-9cd50df343e3 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.2458980 Feb 28 10:39:30.763085 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1965ad-c71e-4d87-88a1-9c2176e0f83e req-13fef287-2949-4c59-abd4-4aaf3486f435 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:30.764508 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0e1965ad-c71e-4d87-88a1-9c2176e0f83e req-13fef287-2949-4c59-abd4-4aaf3486f435 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=0094c42c-86c4-4ee2-ab43-a99f7a3c64fd HTTP/1.1" status: 200 len: 944 time: 0.2723775 Feb 28 10:39:30.820930 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-3302cfcf-f78b-4ce5-9d07-4d108d7fd7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-379147'] for network (afedb623-3316-4b12-8ae7-24fcfdd11e46), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:30.839313 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-ba2e0c75-ef10-47b9-b5f9-b6cbf8d5eca5 req-c6718105-1a0e-4fc5-a982-7624df38e433 service neutron] 10.222.0.46 "GET /v2.0/networks/65d86c92-8e0b-4075-bd86-d832142206b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916872 Feb 28 10:39:30.858259 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-3302cfcf-f78b-4ce5-9d07-4d108d7fd7a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for network (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:30.861488 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-3302cfcf-f78b-4ce5-9d07-4d108d7fd7a5 admin admin] 10.222.0.44 "DELETE /v2.0/networks/afedb623-3316-4b12-8ae7-24fcfdd11e46 HTTP/1.1" status: 204 len: 168 time: 0.7428455 Feb 28 10:39:30.874661 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3302cfcf-f78b-4ce5-9d07-4d108d7fd7a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=afedb623-3316-4b12-8ae7-24fcfdd11e46,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:30.897963 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b110a26e-4eae-4aa9-9cea-613d30a09a00 req-dd049be5-51fb-4ce6-afb1-5203bb333305 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432109 Feb 28 10:39:30.919739 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-fa27657b-354a-48ba-a890-3d49a6bb7158 admin admin] Publish callbacks [] for security_group (eddaa741-4494-48b8-bd3a-62b730e1e6db), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:30.924747 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0e1965ad-c71e-4d87-88a1-9c2176e0f83e req-052a2cea-e75a-4593-9bc4-627ea7717b6d tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b4268a-32ba-4e54-ba83-94980313652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387510 Feb 28 10:39:30.925809 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-fa27657b-354a-48ba-a890-3d49a6bb7158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (eddaa741-4494-48b8-bd3a-62b730e1e6db), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:30.974922 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-fa27657b-354a-48ba-a890-3d49a6bb7158 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=67f5a221479845a3b9f326213ba18aac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4459603 Feb 28 10:39:30.975845 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa27657b-354a-48ba-a890-3d49a6bb7158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eddaa741-4494-48b8-bd3a-62b730e1e6db,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:30.977986 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 56426) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:30.983168 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47957a6c-ca4a-4375-a438-c11998f76d99 x-openstack-request-id: req-47957a6c-ca4a-4375-a438-c11998f76d99 {{(pid=102997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:39:30.983693 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0094c42c-86c4-4ee2-ab43-a99f7a3c64fd", "name": "network-vif-plugged", "status": "completed", "tag": "3d8c5eb9-b191-4908-ac8b-2722af312d3d", "code": 200}]} {{(pid=102997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:39:30.983794 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-47957a6c-ca4a-4375-a438-c11998f76d99 {{(pid=102997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:39:30.984239 dv-cinder-831167-1-iscsi neutron-server[102997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0094c42c-86c4-4ee2-ab43-a99f7a3c64fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8c5eb9-b191-4908-ac8b-2722af312d3d', 'code': 200} Feb 28 10:39:31.116884 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-438c2593-08f7-4c4c-bb8a-98ad02396453 admin admin] Publish callbacks [] for security_group (eddaa741-4494-48b8-bd3a-62b730e1e6db), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:31.125409 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8ee76-aef8-46f7-977c-85e606906ca8 req-617654b1-d28e-4cb4-828e-40b46a5efa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:31.127119 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-7ad8ee76-aef8-46f7-977c-85e606906ca8 req-617654b1-d28e-4cb4-828e-40b46a5efa1a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=26dd6355f38f46af9815bde5526360db&device_id=710b3a97-8425-44cd-8707-cc29e56fd17c HTTP/1.1" status: 200 len: 1128 time: 0.0931871 Feb 28 10:39:31.143890 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885de53-7d21-4e00-929a-4522d6768c60 req-d466c609-957b-4e55-bbd5-4948bf2b60bd tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:31.145374 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-f885de53-7d21-4e00-929a-4522d6768c60 req-d466c609-957b-4e55-bbd5-4948bf2b60bd tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ee65a21-701b-4152-8912-23058b4a1482 HTTP/1.1" status: 200 len: 945 time: 0.1267335 Feb 28 10:39:31.158169 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-438c2593-08f7-4c4c-bb8a-98ad02396453 admin admin] Publish callbacks [] for security_group (eddaa741-4494-48b8-bd3a-62b730e1e6db), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:31.189737 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41052c8d-7e34-482e-ad19-b9f8cd6de182 req-797346b3-c839-4f4c-939d-36e6ebef0eb9 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:31.191342 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-41052c8d-7e34-482e-ad19-b9f8cd6de182 req-797346b3-c839-4f4c-939d-36e6ebef0eb9 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/ports?device_id=710b3a97-8425-44cd-8707-cc29e56fd17c HTTP/1.1" status: 200 len: 944 time: 0.1304152 Feb 28 10:39:31.199417 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 56430) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:31.283281 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b534b-1d27-4a26-89a1-7c817cd64cce req-ce8e94be-383d-4319-92b1-812b194e1c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:31.284742 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-9c1b534b-1d27-4a26-89a1-7c817cd64cce req-ce8e94be-383d-4319-92b1-812b194e1c77 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0094c42c-86c4-4ee2-ab43-a99f7a3c64fd HTTP/1.1" status: 200 len: 1129 time: 0.0714116 Feb 28 10:39:31.286134 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8ee76-aef8-46f7-977c-85e606906ca8 req-3f7038ac-001d-41ae-8fa7-e01973f88e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:31.287421 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-f885de53-7d21-4e00-929a-4522d6768c60 req-870245a5-d7e6-402d-b85f-82d6a1d040b0 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320655 Feb 28 10:39:31.287901 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-7ad8ee76-aef8-46f7-977c-85e606906ca8 req-3f7038ac-001d-41ae-8fa7-e01973f88e97 service neutron] 10.222.0.46 "GET /v2.0/networks?id=65d86c92-8e0b-4075-bd86-d832142206b9 HTTP/1.1" status: 200 len: 914 time: 0.1542425 Feb 28 10:39:31.311881 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-07e1fbe8-8724-400e-b6e1-73763bf6eaea admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d07247712e664711bc6778d697ef6757&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1113796 Feb 28 10:39:31.315350 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-41052c8d-7e34-482e-ad19-b9f8cd6de182 req-90fba63e-cc9e-41e9-9718-ba4ec80d292f tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3a60a65-45aa-4b68-a140-f3529d1903ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089842 Feb 28 10:39:31.315807 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 56432) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:31.322003 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-438c2593-08f7-4c4c-bb8a-98ad02396453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (eddaa741-4494-48b8-bd3a-62b730e1e6db), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:31.325048 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-438c2593-08f7-4c4c-bb8a-98ad02396453 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:31.326223 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-438c2593-08f7-4c4c-bb8a-98ad02396453 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eddaa741-4494-48b8-bd3a-62b730e1e6db HTTP/1.1" status: 204 len: 168 time: 0.3473053 Feb 28 10:39:31.343424 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438c2593-08f7-4c4c-bb8a-98ad02396453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eddaa741-4494-48b8-bd3a-62b730e1e6db,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:31.388240 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-368ffe1f-9f9c-4401-9c4d-f2d374139030 admin admin] Publish callbacks [] for security_group (60338080-b467-4167-91ec-bc706f1b116e), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:31.396140 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-7ad8ee76-aef8-46f7-977c-85e606906ca8 req-f504d4cc-16ed-45e0-9658-c9aa88bcb54a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b07a73d-ae91-483f-8780-80e859a7aece HTTP/1.1" status: 200 len: 217 time: 0.0893443 Feb 28 10:39:31.426061 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-368ffe1f-9f9c-4401-9c4d-f2d374139030 admin admin] Publish callbacks [] for security_group (60338080-b467-4167-91ec-bc706f1b116e), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:31.470528 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-9c1b534b-1d27-4a26-89a1-7c817cd64cce req-9dec9129-40d7-41e6-b663-c1eef3fc9060 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=17b4268a-32ba-4e54-ba83-94980313652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650240 Feb 28 10:39:31.490497 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-368ffe1f-9f9c-4401-9c4d-f2d374139030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (60338080-b467-4167-91ec-bc706f1b116e), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:31.493300 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-368ffe1f-9f9c-4401-9c4d-f2d374139030 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:31.493449 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8ee76-aef8-46f7-977c-85e606906ca8 req-2b749a39-9f5f-43c5-962a-6fb46fcc85da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:31.496912 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-368ffe1f-9f9c-4401-9c4d-f2d374139030 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/60338080-b467-4167-91ec-bc706f1b116e HTTP/1.1" status: 204 len: 168 time: 0.1778669 Feb 28 10:39:31.497083 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-7ad8ee76-aef8-46f7-977c-85e606906ca8 req-2b749a39-9f5f-43c5-962a-6fb46fcc85da service neutron] 10.222.0.46 "GET /v2.0/subnets?id=20b114e0-35e1-4a17-ad6b-2b7a729a2100 HTTP/1.1" status: 200 len: 853 time: 0.0769904 Feb 28 10:39:31.504501 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ffe1f-9f9c-4401-9c4d-f2d374139030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60338080-b467-4167-91ec-bc706f1b116e,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:31.530514 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:31.834724 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 56462) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:31.848357 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-a0c9cad8-0971-4323-a908-19c1c5b7a1b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:31.943334 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-a0c9cad8-0971-4323-a908-19c1c5b7a1b6 admin admin] Publish callbacks [] for security_group (d87c39d9-5106-4d7e-8a60-b829436f2c25), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:31.955399 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-a0c9cad8-0971-4323-a908-19c1c5b7a1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (d87c39d9-5106-4d7e-8a60-b829436f2c25), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:32.023292 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-a0c9cad8-0971-4323-a908-19c1c5b7a1b6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b8d1d02e59774ff099f03aba936bc881&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1874070 Feb 28 10:39:32.025995 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 56472) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:32.051668 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9cad8-0971-4323-a908-19c1c5b7a1b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87c39d9-5106-4d7e-8a60-b829436f2c25,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:32.097062 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003c280-1996-4b6e-affb-0b942a71ceb1 req-81f00f95-ea47-49ea-badb-5f620b308ed5 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:32.105486 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b003c280-1996-4b6e-affb-0b942a71ceb1 req-81f00f95-ea47-49ea-badb-5f620b308ed5 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.1292045 Feb 28 10:39:32.137308 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5172f0c-22cc-4744-8e74-ae1cb181173f req-ba4646b8-ce97-457b-b498-3021227f5cf5 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:32.145210 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b5172f0c-22cc-4744-8e74-ae1cb181173f req-ba4646b8-ce97-457b-b498-3021227f5cf5 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=0094c42c-86c4-4ee2-ab43-a99f7a3c64fd HTTP/1.1" status: 200 len: 945 time: 0.1281695 Feb 28 10:39:32.205232 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b003c280-1996-4b6e-affb-0b942a71ceb1 req-be9aa96b-e4d3-46ae-9412-466083aedb19 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988243 Feb 28 10:39:32.217778 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b5172f0c-22cc-4744-8e74-ae1cb181173f req-3b100dc3-9ab8-4437-962f-fcd062c3b844 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b4268a-32ba-4e54-ba83-94980313652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716805 Feb 28 10:39:32.338835 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 56484) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:32.356992 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-7ad8ee76-aef8-46f7-977c-85e606906ca8 req-d70222df-2206-4f25-82c6-27ea1a8f73f2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=65d86c92-8e0b-4075-bd86-d832142206b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2954602 Feb 28 10:39:32.380424 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-aa006840-0fce-48e2-b095-55fb7c114893 admin admin] Publish callbacks [] for security_group (d87c39d9-5106-4d7e-8a60-b829436f2c25), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:32.447179 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-aa006840-0fce-48e2-b095-55fb7c114893 admin admin] Publish callbacks [] for security_group (d87c39d9-5106-4d7e-8a60-b829436f2c25), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:32.450856 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4f84d-26f1-48ea-92a8-b28d58315a71 req-c14c9909-47bf-4c30-8516-5307113aad76 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:32.452409 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0fe4f84d-26f1-48ea-92a8-b28d58315a71 req-c14c9909-47bf-4c30-8516-5307113aad76 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/ports?device_id=710b3a97-8425-44cd-8707-cc29e56fd17c HTTP/1.1" status: 200 len: 944 time: 0.0618320 Feb 28 10:39:32.512941 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-7ad8ee76-aef8-46f7-977c-85e606906ca8 req-114a6965-04d2-4d56-905e-047193b2e526 service neutron] 10.222.0.46 "GET /v2.0/networks/65d86c92-8e0b-4075-bd86-d832142206b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408131 Feb 28 10:39:32.524825 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0fe4f84d-26f1-48ea-92a8-b28d58315a71 req-8e629207-a92a-4a40-af4f-510d3c282fec tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3a60a65-45aa-4b68-a140-f3529d1903ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646079 Feb 28 10:39:32.547663 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-aa006840-0fce-48e2-b095-55fb7c114893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (d87c39d9-5106-4d7e-8a60-b829436f2c25), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:32.550301 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-aa006840-0fce-48e2-b095-55fb7c114893 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:32.553869 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-aa006840-0fce-48e2-b095-55fb7c114893 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d87c39d9-5106-4d7e-8a60-b829436f2c25 HTTP/1.1" status: 204 len: 168 time: 0.5245748 Feb 28 10:39:32.588988 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa006840-0fce-48e2-b095-55fb7c114893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87c39d9-5106-4d7e-8a60-b829436f2c25,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:32.593591 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [None req-28aac4b5-0482-4fac-a5c3-2a800c3ad039 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-735923806-network', 'tenant_id': 'f0f1b01444a1424e9553bca093037552'}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:32.615199 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28aac4b5-0482-4fac-a5c3-2a800c3ad039 admin admin] Made reservation on behalf of f0f1b01444a1424e9553bca093037552 for: {'network': 1} {{(pid=102995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:32.617475 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-28aac4b5-0482-4fac-a5c3-2a800c3ad039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for network (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:32.627780 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-28aac4b5-0482-4fac-a5c3-2a800c3ad039 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:32.629659 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-7ad8ee76-aef8-46f7-977c-85e606906ca8 req-16b030d8-ec34-4476-9375-060bc28d511a service neutron] 10.222.0.46 "GET /v2.0/networks/65d86c92-8e0b-4075-bd86-d832142206b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037002 Feb 28 10:39:32.710320 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-28aac4b5-0482-4fac-a5c3-2a800c3ad039 admin admin] Publish callbacks [] for security_group (05c6d827-84b9-47d6-83f6-e5c5d01e41e2), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:32.714884 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-28aac4b5-0482-4fac-a5c3-2a800c3ad039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (05c6d827-84b9-47d6-83f6-e5c5d01e41e2), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:32.738397 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28aac4b5-0482-4fac-a5c3-2a800c3ad039 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=102995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:39:32.747164 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aac4b5-0482-4fac-a5c3-2a800c3ad039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c6d827-84b9-47d6-83f6-e5c5d01e41e2,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:32.753021 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-28aac4b5-0482-4fac-a5c3-2a800c3ad039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761337'] for segment (b844a208-e158-45ac-b17b-240db12c0d19), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:32.753405 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.db.segments_db [None req-28aac4b5-0482-4fac-a5c3-2a800c3ad039 admin admin] Added segment b844a208-e158-45ac-b17b-240db12c0d19 of type vlan for network 93d43dc7-a654-49a1-b81b-2a266ba12d50 Feb 28 10:39:32.795175 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-28aac4b5-0482-4fac-a5c3-2a800c3ad039 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783309439991'] for network (93d43dc7-a654-49a1-b81b-2a266ba12d50), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:32.821840 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-28aac4b5-0482-4fac-a5c3-2a800c3ad039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297'] for network (93d43dc7-a654-49a1-b81b-2a266ba12d50), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:32.823994 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28aac4b5-0482-4fac-a5c3-2a800c3ad039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:32.824800 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-28aac4b5-0482-4fac-a5c3-2a800c3ad039 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for network (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:33.063147 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-28aac4b5-0482-4fac-a5c3-2a800c3ad039 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7203758 Feb 28 10:39:33.063503 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 56508) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:33.068509 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [None req-0d8f68c4-b3e5-4d4c-80e2-6806ff5b4017 admin admin] Request body: {'subnet': {'network_id': '93d43dc7-a654-49a1-b81b-2a266ba12d50', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-735923806-subnet', 'tenant_id': 'f0f1b01444a1424e9553bca093037552', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:33.074476 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aac4b5-0482-4fac-a5c3-2a800c3ad039 admin admin] Pushing event updated for resources: {'Network': ['ID=93d43dc7-a654-49a1-b81b-2a266ba12d50,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:33.097166 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Network 93d43dc7-a654-49a1-b81b-2a266ba12d50 details requested by agent ovs-agent-dv-cinder-831167-1-iscsi with host dv-cinder-831167-1-iscsi {{(pid=102997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:39:33.099973 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8f68c4-b3e5-4d4c-80e2-6806ff5b4017 admin admin] Made reservation on behalf of f0f1b01444a1424e9553bca093037552 for: {'subnet': 1} {{(pid=102996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:33.103074 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-0d8f68c4-b3e5-4d4c-80e2-6806ff5b4017 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:33.320850 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-0d8f68c4-b3e5-4d4c-80e2-6806ff5b4017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297'] for subnet (151d0f92-79db-4dc2-986b-196d25c56e8a), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:33.381484 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f68c4-b3e5-4d4c-80e2-6806ff5b4017 admin admin] Pushing event updated for resources: {'Subnet': ['ID=151d0f92-79db-4dc2-986b-196d25c56e8a,revision_number=0']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:33.392698 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8f68c4-b3e5-4d4c-80e2-6806ff5b4017 admin admin] Checking segment: {'id': 'b844a208-e158-45ac-b17b-240db12c0d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '93d43dc7-a654-49a1-b81b-2a266ba12d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:39:33.393137 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8f68c4-b3e5-4d4c-80e2-6806ff5b4017 admin admin] Network hostable DHCP agents. Network: 93d43dc7-a654-49a1-b81b-2a266ba12d50, hostable agents: ['908aa187-f1dc-423a-8ec3-c19816a84263'], hosted agents: [] {{(pid=102996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:39:33.393266 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338dca9-a2b3-4a3e-9a92-fb2b061db3ce req-1497df1d-b8fb-4ae2-8238-1e7fb8cab6f4 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:33.396797 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1338dca9-a2b3-4a3e-9a92-fb2b061db3ce req-1497df1d-b8fb-4ae2-8238-1e7fb8cab6f4 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.1052208 Feb 28 10:39:33.405489 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355cceb-1ac4-4383-bf8b-2e9d1d8eb2b6 req-db8eb777-0cca-4c75-a761-2d5367b1de33 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:33.407214 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4355cceb-1ac4-4383-bf8b-2e9d1d8eb2b6 req-db8eb777-0cca-4c75-a761-2d5367b1de33 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=0094c42c-86c4-4ee2-ab43-a99f7a3c64fd HTTP/1.1" status: 200 len: 945 time: 0.0875752 Feb 28 10:39:33.412883 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8f68c4-b3e5-4d4c-80e2-6806ff5b4017 admin admin] Network 93d43dc7-a654-49a1-b81b-2a266ba12d50 is scheduled to be hosted by DHCP agent 908aa187-f1dc-423a-8ec3-c19816a84263 with binding_index 1 {{(pid=102996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:39:33.426883 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.base_scheduler [None req-0d8f68c4-b3e5-4d4c-80e2-6806ff5b4017 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831167-1-iscsi, 93d43dc7-a654-49a1-b81b-2a266ba12d50) {{(pid=102996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:33.434862 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8f68c4-b3e5-4d4c-80e2-6806ff5b4017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:33.435558 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-0d8f68c4-b3e5-4d4c-80e2-6806ff5b4017 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for subnet (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:33.437713 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfee68c-3082-4ad9-99e1-0b907a632c73 None None] Network 93d43dc7-a654-49a1-b81b-2a266ba12d50 requested from dv-cinder-831167-1-iscsi {{(pid=102997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:39:33.456832 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-0d8f68c4-b3e5-4d4c-80e2-6806ff5b4017 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3920701 Feb 28 10:39:33.495531 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1338dca9-a2b3-4a3e-9a92-fb2b061db3ce req-b2fd29e2-7566-4b43-9635-b01a82c4c2af tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861521 Feb 28 10:39:33.499845 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4355cceb-1ac4-4383-bf8b-2e9d1d8eb2b6 req-e294db28-6772-41aa-8684-5fe43d1f77fe tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b4268a-32ba-4e54-ba83-94980313652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745938 Feb 28 10:39:33.573819 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2f5dd5-289b-406d-a230-5d202d85df32 None None] Network 93d43dc7-a654-49a1-b81b-2a266ba12d50 requested from dv-cinder-831167-1-iscsi {{(pid=102997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:39:33.672390 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a06254d-003b-4c7d-a522-52d6d9535629 req-df64da1a-b67b-4498-b0a3-3fce8cbf1fb3 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:33.674371 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1a06254d-003b-4c7d-a522-52d6d9535629 req-df64da1a-b67b-4498-b0a3-3fce8cbf1fb3 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/ports?device_id=710b3a97-8425-44cd-8707-cc29e56fd17c HTTP/1.1" status: 200 len: 944 time: 0.0610769 Feb 28 10:39:33.742577 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1a06254d-003b-4c7d-a522-52d6d9535629 req-1a45f604-ccf5-4327-8e7a-79b667b163c1 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3a60a65-45aa-4b68-a140-f3529d1903ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602472 Feb 28 10:39:34.037698 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (db31e800-75f5-4bdb-84cd-f402d346b45c), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:34.166411 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 56552) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:34.172180 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [None req-06de15af-f1d8-4e99-abd7-765971db34d2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-120972066-network', 'tenant_id': '211a3ed7df644aa7b795a0865a5df1b5'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:34.191303 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06de15af-f1d8-4e99-abd7-765971db34d2 admin admin] Made reservation on behalf of 211a3ed7df644aa7b795a0865a5df1b5 for: {'network': 1} {{(pid=102996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:34.194084 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-06de15af-f1d8-4e99-abd7-765971db34d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for network (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:34.203183 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-06de15af-f1d8-4e99-abd7-765971db34d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:34.267954 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device 4b07a73d-ae91-483f-8780-80e859a7aece details requested by agent hyperv_hv-cinder-83116 with host hv-cinder-83116 {{(pid=102997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:39:34.296874 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-06de15af-f1d8-4e99-abd7-765971db34d2 admin admin] Publish callbacks [] for security_group (79d8ca88-1c05-4916-97c6-766c38be56c3), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:34.300955 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-06de15af-f1d8-4e99-abd7-765971db34d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (79d8ca88-1c05-4916-97c6-766c38be56c3), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:34.321649 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06de15af-f1d8-4e99-abd7-765971db34d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=102996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:39:34.335547 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06de15af-f1d8-4e99-abd7-765971db34d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d8ca88-1c05-4916-97c6-766c38be56c3,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:34.344912 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-06de15af-f1d8-4e99-abd7-765971db34d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761337'] for segment (1ad960eb-9b97-4896-96d1-77b5450439a2), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:34.345928 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.db.segments_db [None req-06de15af-f1d8-4e99-abd7-765971db34d2 admin admin] Added segment 1ad960eb-9b97-4896-96d1-77b5450439a2 of type vlan for network fee1f28a-38aa-41b1-a853-8896a652deff Feb 28 10:39:34.351004 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47536d6c-7c33-4cbd-8060-2de9b1a0cd14 req-6ec02cf6-8d09-4685-bd98-0301db6b357e tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:34.352667 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-47536d6c-7c33-4cbd-8060-2de9b1a0cd14 req-6ec02cf6-8d09-4685-bd98-0301db6b357e tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/networks?id=9b073e6b-c342-425b-a002-2cd2376b1da4 HTTP/1.1" status: 200 len: 815 time: 0.1221383 Feb 28 10:39:34.368124 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-47536d6c-7c33-4cbd-8060-2de9b1a0cd14 req-73a9b17a-f11f-4f25-bea2-a65413a75628 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/quotas/4151886992af47f89a22d8119c3ffd94 HTTP/1.1" status: 200 len: 375 time: 0.0091770 Feb 28 10:39:34.390614 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port 4b07a73d-ae91-483f-8780-80e859a7aece, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=4b07a73d-ae91-483f-8780-80e859a7aece,segment=NetworkSegment(0a13a6bd-1777-427f-91c3-bea6c3e3d76f),segment_id=0a13a6bd-1777-427f-91c3-bea6c3e3d76f)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:34.392200 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-06de15af-f1d8-4e99-abd7-765971db34d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783309439991'] for network (fee1f28a-38aa-41b1-a853-8896a652deff), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:34.402891 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Returning: {'device': '4b07a73d-ae91-483f-8780-80e859a7aece', 'network_id': '65d86c92-8e0b-4075-bd86-d832142206b9', 'port_id': '4b07a73d-ae91-483f-8780-80e859a7aece', 'mac_address': 'fa:16:3e:09:3b:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20b114e0-35e1-4a17-ad6b-2b7a729a2100', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:39:34.423540 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-06de15af-f1d8-4e99-abd7-765971db34d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297'] for network (fee1f28a-38aa-41b1-a853-8896a652deff), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:34.424421 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-47536d6c-7c33-4cbd-8060-2de9b1a0cd14 req-260ed5cc-2b48-4cbe-8447-a0d77da72094 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4151886992af47f89a22d8119c3ffd94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505943 Feb 28 10:39:34.424921 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06de15af-f1d8-4e99-abd7-765971db34d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:34.425544 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-06de15af-f1d8-4e99-abd7-765971db34d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for network (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:34.452320 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Current status of the port 4b07a73d-ae91-483f-8780-80e859a7aece is: DOWN; New status is: BUILD {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:34.452716 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (4b07a73d-ae91-483f-8780-80e859a7aece), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:34.465939 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.notifiers.nova [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b07a73d-ae91-483f-8780-80e859a7aece {{(pid=102997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:39:34.487927 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port 4b07a73d-ae91-483f-8780-80e859a7aece, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=4b07a73d-ae91-483f-8780-80e859a7aece,segment=NetworkSegment(0a13a6bd-1777-427f-91c3-bea6c3e3d76f),segment_id=0a13a6bd-1777-427f-91c3-bea6c3e3d76f)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:34.490216 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-06de15af-f1d8-4e99-abd7-765971db34d2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3224478 Feb 28 10:39:34.490771 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 56564) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:34.492596 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (4b07a73d-ae91-483f-8780-80e859a7aece), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:34.495854 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [None req-3beb8bcd-fce8-46ad-9b07-0c1d94b5b97d admin admin] Request body: {'subnet': {'network_id': 'fee1f28a-38aa-41b1-a853-8896a652deff', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-120972066-subnet', 'tenant_id': '211a3ed7df644aa7b795a0865a5df1b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:34.496912 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06de15af-f1d8-4e99-abd7-765971db34d2 admin admin] Pushing event updated for resources: {'Network': ['ID=fee1f28a-38aa-41b1-a853-8896a652deff,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:34.522569 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Network fee1f28a-38aa-41b1-a853-8896a652deff details requested by agent ovs-agent-dv-cinder-831167-1-iscsi with host dv-cinder-831167-1-iscsi {{(pid=102997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:39:34.547121 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3beb8bcd-fce8-46ad-9b07-0c1d94b5b97d admin admin] Made reservation on behalf of 211a3ed7df644aa7b795a0865a5df1b5 for: {'subnet': 1} {{(pid=102995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:34.549487 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-3beb8bcd-fce8-46ad-9b07-0c1d94b5b97d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63457285'] for subnet (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:34.597879 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-47536d6c-7c33-4cbd-8060-2de9b1a0cd14 req-b98c78e5-4f49-4286-bb27-f53799a109e7 service neutron] 10.222.0.44 "GET /v2.0/networks/9b073e6b-c342-425b-a002-2cd2376b1da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645896 Feb 28 10:39:34.599577 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Pushing event updated for resources: {'Port': ['ID=4b07a73d-ae91-483f-8780-80e859a7aece,revision_number=4']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:34.730460 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc806d-c087-49e4-8635-10b5053dc84b req-b981d635-0977-4f81-a2e1-fc9b1c819606 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:34.732000 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-8ccc806d-c087-49e4-8635-10b5053dc84b req-b981d635-0977-4f81-a2e1-fc9b1c819606 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=0094c42c-86c4-4ee2-ab43-a99f7a3c64fd HTTP/1.1" status: 200 len: 945 time: 0.1454959 Feb 28 10:39:34.804409 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-47536d6c-7c33-4cbd-8060-2de9b1a0cd14 req-54889cd9-3cce-4ac4-9ca5-ca424b0a3288 service neutron] 10.222.0.44 "GET /v2.0/networks/9b073e6b-c342-425b-a002-2cd2376b1da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822233 Feb 28 10:39:34.863270 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-8ccc806d-c087-49e4-8635-10b5053dc84b req-bc1e5694-acc6-43c0-a559-8c8159e2be0f tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b4268a-32ba-4e54-ba83-94980313652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193032 Feb 28 10:39:34.911990 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-3beb8bcd-fce8-46ad-9b07-0c1d94b5b97d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63288078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63457335'] for subnet (5535144b-9729-4483-af79-5f1bc779578a), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:34.991645 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beb8bcd-fce8-46ad-9b07-0c1d94b5b97d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5535144b-9729-4483-af79-5f1bc779578a,revision_number=0']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:35.043990 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3beb8bcd-fce8-46ad-9b07-0c1d94b5b97d admin admin] Checking segment: {'id': '1ad960eb-9b97-4896-96d1-77b5450439a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fee1f28a-38aa-41b1-a853-8896a652deff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:39:35.044284 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3beb8bcd-fce8-46ad-9b07-0c1d94b5b97d admin admin] Network hostable DHCP agents. Network: fee1f28a-38aa-41b1-a853-8896a652deff, hostable agents: ['908aa187-f1dc-423a-8ec3-c19816a84263'], hosted agents: [] {{(pid=102995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:39:35.084238 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3beb8bcd-fce8-46ad-9b07-0c1d94b5b97d admin admin] Network fee1f28a-38aa-41b1-a853-8896a652deff is scheduled to be hosted by DHCP agent 908aa187-f1dc-423a-8ec3-c19816a84263 with binding_index 1 {{(pid=102995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:39:35.100128 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d878ba6-0a05-4062-a717-c99868e9ebab req-7889cb70-9865-4049-9d3f-cba00ede37d8 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:35.101641 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-9d878ba6-0a05-4062-a717-c99868e9ebab req-7889cb70-9865-4049-9d3f-cba00ede37d8 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.1215613 Feb 28 10:39:35.110855 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5d692-1479-4724-8acc-b8b624971644 req-23d09b19-471c-4a7f-99d0-40541b5bb147 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:35.112374 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-dcf5d692-1479-4724-8acc-b8b624971644 req-23d09b19-471c-4a7f-99d0-40541b5bb147 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/ports?device_id=710b3a97-8425-44cd-8707-cc29e56fd17c HTTP/1.1" status: 200 len: 945 time: 0.1153357 Feb 28 10:39:35.115199 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.base_scheduler [None req-3beb8bcd-fce8-46ad-9b07-0c1d94b5b97d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831167-1-iscsi, fee1f28a-38aa-41b1-a853-8896a652deff) {{(pid=102995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:35.131320 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510f4711-4de6-46cc-a39e-392a50d7336c None None] Network fee1f28a-38aa-41b1-a853-8896a652deff requested from dv-cinder-831167-1-iscsi {{(pid=102997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:39:35.132382 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3beb8bcd-fce8-46ad-9b07-0c1d94b5b97d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:35.132965 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-3beb8bcd-fce8-46ad-9b07-0c1d94b5b97d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:35.174521 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-3beb8bcd-fce8-46ad-9b07-0c1d94b5b97d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6826434 Feb 28 10:39:35.217797 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-dcf5d692-1479-4724-8acc-b8b624971644 req-f08d9802-d4aa-415b-abe0-b08b467ba76a tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3a60a65-45aa-4b68-a140-f3529d1903ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898073 Feb 28 10:39:35.246361 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-9d878ba6-0a05-4062-a717-c99868e9ebab req-4856f484-520b-4832-ae39-95871209c8e6 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326230 Feb 28 10:39:35.277245 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9544eca4-4828-474f-b603-dc7dc914866e None None] Network fee1f28a-38aa-41b1-a853-8896a652deff requested from dv-cinder-831167-1-iscsi {{(pid=102997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:39:35.285951 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] get_ports_and_sgs() called for port_ids ['4b07a73d-ae91-483f-8780-80e859a7aece'] {{(pid=102997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:39:35.314529 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d414eca9-6782-4550-b8b6-30b24bbbffa8 req-1e3d1045-8ec0-4670-9c1d-45345399292d tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4890d4b-0ef0-4d0c-bcc7-13ee08fb4d26 HTTP/1.1" status: 200 len: 210 time: 0.0337842 Feb 28 10:39:35.368661 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 56592) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:35.437191 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.db_base_plugin_v2 [None req-bea11a5e-9bff-48cb-a3bc-a1afad5b26a6 admin admin] Deleting subnet 151d0f92-79db-4dc2-986b-196d25c56e8a {{(pid=102996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:39:35.440650 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-bea11a5e-9bff-48cb-a3bc-a1afad5b26a6 admin admin] Publish callbacks [] for subnet (151d0f92-79db-4dc2-986b-196d25c56e8a), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:35.482532 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-bea11a5e-9bff-48cb-a3bc-a1afad5b26a6 admin admin] Publish callbacks [] for subnet (151d0f92-79db-4dc2-986b-196d25c56e8a), precommit_delete_associations {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:35.491853 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-bea11a5e-9bff-48cb-a3bc-a1afad5b26a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759398'] for subnet (151d0f92-79db-4dc2-986b-196d25c56e8a), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:35.550263 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-bea11a5e-9bff-48cb-a3bc-a1afad5b26a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297'] for subnet (151d0f92-79db-4dc2-986b-196d25c56e8a), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:35.578346 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea11a5e-9bff-48cb-a3bc-a1afad5b26a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=151d0f92-79db-4dc2-986b-196d25c56e8a,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:35.580491 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-bea11a5e-9bff-48cb-a3bc-a1afad5b26a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for subnet (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:35.583705 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-bea11a5e-9bff-48cb-a3bc-a1afad5b26a6 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/151d0f92-79db-4dc2-986b-196d25c56e8a HTTP/1.1" status: 204 len: 168 time: 0.2136426 Feb 28 10:39:35.586160 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 56596) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:35.667707 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-beac3605-2ae9-4a00-9404-bd126af2741d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781725'] for network (93d43dc7-a654-49a1-b81b-2a266ba12d50), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:35.748099 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-beac3605-2ae9-4a00-9404-bd126af2741d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721821', 'neutron.services.segments.db._delete_segments_for_network-8783309880477'] for network (93d43dc7-a654-49a1-b81b-2a266ba12d50), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:35.771224 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-beac3605-2ae9-4a00-9404-bd126af2741d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:39:35.771506 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-beac3605-2ae9-4a00-9404-bd126af2741d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:39:35.772236 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-beac3605-2ae9-4a00-9404-bd126af2741d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:39:35.772579 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-beac3605-2ae9-4a00-9404-bd126af2741d admin admin] Subscribe: > port after_create 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:39:35.772928 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-beac3605-2ae9-4a00-9404-bd126af2741d admin admin] Subscribe: > port after_delete 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:39:35.773222 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-beac3605-2ae9-4a00-9404-bd126af2741d admin admin] Subscribe: > port after_update 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:39:35.773548 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-beac3605-2ae9-4a00-9404-bd126af2741d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:39:35.773860 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-beac3605-2ae9-4a00-9404-bd126af2741d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:39:35.774191 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-beac3605-2ae9-4a00-9404-bd126af2741d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:39:35.774520 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-beac3605-2ae9-4a00-9404-bd126af2741d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:39:35.839179 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-beac3605-2ae9-4a00-9404-bd126af2741d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:39:35.839518 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-beac3605-2ae9-4a00-9404-bd126af2741d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:39:35.839858 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-beac3605-2ae9-4a00-9404-bd126af2741d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:39:35.840164 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-beac3605-2ae9-4a00-9404-bd126af2741d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:39:35.840529 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.services.segments.db [None req-beac3605-2ae9-4a00-9404-bd126af2741d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93d43dc7-a654-49a1-b81b-2a266ba12d50']}} {{(pid=102996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:35.857484 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.services.segments.db [None req-beac3605-2ae9-4a00-9404-bd126af2741d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b844a208-e158-45ac-b17b-240db12c0d19') {'for_net_delete': True} {{(pid=102996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:35.857772 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.services.segments.db [None req-beac3605-2ae9-4a00-9404-bd126af2741d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b844a208-e158-45ac-b17b-240db12c0d19') {} {{(pid=102996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:35.873492 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-beac3605-2ae9-4a00-9404-bd126af2741d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783309883046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63660259'] for segment (b844a208-e158-45ac-b17b-240db12c0d19), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:35.896245 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-beac3605-2ae9-4a00-9404-bd126af2741d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761337'] for segment (b844a208-e158-45ac-b17b-240db12c0d19), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:35.905091 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beac3605-2ae9-4a00-9404-bd126af2741d admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=102996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:39:35.905479 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-beac3605-2ae9-4a00-9404-bd126af2741d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63361976'] for segment (b844a208-e158-45ac-b17b-240db12c0d19), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:35.909471 dv-cinder-831167-1-iscsi neutron-server[102996]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 10:39:35.909471 dv-cinder-831167-1-iscsi neutron-server[102996]: from cryptography.utils import int_from_bytes Feb 28 10:39:35.909471 dv-cinder-831167-1-iscsi neutron-server[102996]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 10:39:35.909471 dv-cinder-831167-1-iscsi neutron-server[102996]: from cryptography.utils import int_from_bytes Feb 28 10:39:35.909471 dv-cinder-831167-1-iscsi neutron-server[102996]: Traceback (most recent call last): Feb 28 10:39:35.909471 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:39:35.909471 dv-cinder-831167-1-iscsi neutron-server[102996]: timer() Feb 28 10:39:35.909471 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:39:35.909471 dv-cinder-831167-1-iscsi neutron-server[102996]: cb(*args, **kw) Feb 28 10:39:35.909471 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:39:35.909471 dv-cinder-831167-1-iscsi neutron-server[102996]: return func(*args, **kwargs) Feb 28 10:39:35.909471 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:39:35.909471 dv-cinder-831167-1-iscsi neutron-server[102996]: self._notify() Feb 28 10:39:35.909471 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:39:35.909471 dv-cinder-831167-1-iscsi neutron-server[102996]: self.callback(batched_events) Feb 28 10:39:35.909471 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:39:35.909471 dv-cinder-831167-1-iscsi neutron-server[102996]: event.method(event) Feb 28 10:39:35.909471 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:39:35.909471 dv-cinder-831167-1-iscsi neutron-server[102996]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:39:35.909471 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:39:35.909471 dv-cinder-831167-1-iscsi neutron-server[102996]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:39:35.909471 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:39:35.909471 dv-cinder-831167-1-iscsi neutron-server[102996]: return f(self, *a, **k) Feb 28 10:39:35.909471 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:39:35.909471 dv-cinder-831167-1-iscsi neutron-server[102996]: return self._get(url).json() Feb 28 10:39:35.909471 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:39:35.909471 dv-cinder-831167-1-iscsi neutron-server[102996]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:39:35.909471 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:39:35.909471 dv-cinder-831167-1-iscsi neutron-server[102996]: return self.request(url, 'GET', **kwargs) Feb 28 10:39:35.909471 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:39:35.909471 dv-cinder-831167-1-iscsi neutron-server[102996]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:39:35.909471 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:39:35.909471 dv-cinder-831167-1-iscsi neutron-server[102996]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:39:35.909471 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:39:35.909471 dv-cinder-831167-1-iscsi neutron-server[102996]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:39:35.909471 dv-cinder-831167-1-iscsi neutron-server[102996]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:39:35.965229 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-beac3605-2ae9-4a00-9404-bd126af2741d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-379147'] for network (93d43dc7-a654-49a1-b81b-2a266ba12d50), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:35.983305 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-beac3605-2ae9-4a00-9404-bd126af2741d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for network (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:35.983750 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 56610) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:35.984176 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-beac3605-2ae9-4a00-9404-bd126af2741d admin admin] 10.222.0.44 "DELETE /v2.0/networks/93d43dc7-a654-49a1-b81b-2a266ba12d50 HTTP/1.1" status: 204 len: 168 time: 0.3933296 Feb 28 10:39:35.993116 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac3605-2ae9-4a00-9404-bd126af2741d admin admin] Pushing event deleted for resources: {'Network': ['ID=93d43dc7-a654-49a1-b81b-2a266ba12d50,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:36.036787 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e9cfbe6-dd93-485d-9092-e3d7c116f2bb admin admin] Deleting subnet 5535144b-9729-4483-af79-5f1bc779578a {{(pid=102995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:39:36.040088 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-1e9cfbe6-dd93-485d-9092-e3d7c116f2bb admin admin] Publish callbacks [] for subnet (5535144b-9729-4483-af79-5f1bc779578a), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:36.085686 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-1e9cfbe6-dd93-485d-9092-e3d7c116f2bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63575877'] for subnet (5535144b-9729-4483-af79-5f1bc779578a), precommit_delete_associations {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:36.139753 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-1e9cfbe6-dd93-485d-9092-e3d7c116f2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759398'] for subnet (5535144b-9729-4483-af79-5f1bc779578a), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:36.232005 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfece1a-f529-4527-8726-5ac90fec0732 req-22c0a298-c886-4ecf-9b05-fd4fd9aae7ef tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:36.233457 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ecfece1a-f529-4527-8726-5ac90fec0732 req-22c0a298-c886-4ecf-9b05-fd4fd9aae7ef tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=0094c42c-86c4-4ee2-ab43-a99f7a3c64fd HTTP/1.1" status: 200 len: 945 time: 0.0722322 Feb 28 10:39:36.239455 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-1e9cfbe6-dd93-485d-9092-e3d7c116f2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63288137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63457326'] for subnet (5535144b-9729-4483-af79-5f1bc779578a), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:36.270198 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9cfbe6-dd93-485d-9092-e3d7c116f2bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5535144b-9729-4483-af79-5f1bc779578a,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:36.294419 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-1e9cfbe6-dd93-485d-9092-e3d7c116f2bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:36.297560 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-1e9cfbe6-dd93-485d-9092-e3d7c116f2bb admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5535144b-9729-4483-af79-5f1bc779578a HTTP/1.1" status: 204 len: 168 time: 0.3160350 Feb 28 10:39:36.300562 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 56624) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:36.347036 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ecfece1a-f529-4527-8726-5ac90fec0732 req-8dfb6b12-0dd9-49ab-a73d-74ff376d0db3 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b4268a-32ba-4e54-ba83-94980313652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048920 Feb 28 10:39:36.372495 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f08cc-7616-4752-a137-ddfda24540ef req-ab14dac1-2ac6-47ec-b9b5-04cc784b534d tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:36.374714 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-569f08cc-7616-4752-a137-ddfda24540ef req-ab14dac1-2ac6-47ec-b9b5-04cc784b534d tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/ports?device_id=710b3a97-8425-44cd-8707-cc29e56fd17c HTTP/1.1" status: 200 len: 945 time: 0.0940802 Feb 28 10:39:36.391613 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-144eebea-ce74-4565-afac-b05beb31368d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781725'] for network (fee1f28a-38aa-41b1-a853-8896a652deff), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:36.442659 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-569f08cc-7616-4752-a137-ddfda24540ef req-a0550f19-a595-4c8d-8b43-5071a5f379e8 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3a60a65-45aa-4b68-a140-f3529d1903ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601835 Feb 28 10:39:36.488001 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc87fb-0e41-4146-9c68-66cede0e56e0 req-2f0915f7-3def-426c-9b41-21206a4212c2 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:36.488607 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-144eebea-ce74-4565-afac-b05beb31368d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721821', 'neutron.services.segments.db._delete_segments_for_network-8783309880477'] for network (fee1f28a-38aa-41b1-a853-8896a652deff), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:36.489884 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-88bc87fb-0e41-4146-9c68-66cede0e56e0 req-2f0915f7-3def-426c-9b41-21206a4212c2 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.0614963 Feb 28 10:39:36.514194 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.services.segments.db [None req-144eebea-ce74-4565-afac-b05beb31368d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fee1f28a-38aa-41b1-a853-8896a652deff']}} {{(pid=102996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:36.524263 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.services.segments.db [None req-144eebea-ce74-4565-afac-b05beb31368d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ad960eb-9b97-4896-96d1-77b5450439a2') {'for_net_delete': True} {{(pid=102996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:36.524551 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.services.segments.db [None req-144eebea-ce74-4565-afac-b05beb31368d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ad960eb-9b97-4896-96d1-77b5450439a2') {} {{(pid=102996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:36.533970 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-144eebea-ce74-4565-afac-b05beb31368d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783309883046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63660259'] for segment (1ad960eb-9b97-4896-96d1-77b5450439a2), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:36.548000 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-144eebea-ce74-4565-afac-b05beb31368d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761337'] for segment (1ad960eb-9b97-4896-96d1-77b5450439a2), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:36.550295 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-145597e6-8e92-4f04-804a-27538f0cbe91 req-4d3d8a98-b13a-4843-b3bf-0f848f63befc tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4890d4b-0ef0-4d0c-bcc7-13ee08fb4d26 HTTP/1.1" status: 200 len: 210 time: 0.0422955 Feb 28 10:39:36.554359 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-144eebea-ce74-4565-afac-b05beb31368d admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=102996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:39:36.554747 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-144eebea-ce74-4565-afac-b05beb31368d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63361976'] for segment (1ad960eb-9b97-4896-96d1-77b5450439a2), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:36.556740 dv-cinder-831167-1-iscsi neutron-server[102996]: Traceback (most recent call last): Feb 28 10:39:36.556740 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:39:36.556740 dv-cinder-831167-1-iscsi neutron-server[102996]: timer() Feb 28 10:39:36.556740 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:39:36.556740 dv-cinder-831167-1-iscsi neutron-server[102996]: cb(*args, **kw) Feb 28 10:39:36.556740 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:39:36.556740 dv-cinder-831167-1-iscsi neutron-server[102996]: return func(*args, **kwargs) Feb 28 10:39:36.556740 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:39:36.556740 dv-cinder-831167-1-iscsi neutron-server[102996]: self._notify() Feb 28 10:39:36.556740 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:39:36.556740 dv-cinder-831167-1-iscsi neutron-server[102996]: self.callback(batched_events) Feb 28 10:39:36.556740 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:39:36.556740 dv-cinder-831167-1-iscsi neutron-server[102996]: event.method(event) Feb 28 10:39:36.556740 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:39:36.556740 dv-cinder-831167-1-iscsi neutron-server[102996]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:39:36.556740 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:39:36.556740 dv-cinder-831167-1-iscsi neutron-server[102996]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:39:36.556740 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:39:36.556740 dv-cinder-831167-1-iscsi neutron-server[102996]: return f(self, *a, **k) Feb 28 10:39:36.556740 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:39:36.556740 dv-cinder-831167-1-iscsi neutron-server[102996]: return self._get(url).json() Feb 28 10:39:36.556740 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:39:36.556740 dv-cinder-831167-1-iscsi neutron-server[102996]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:39:36.556740 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:39:36.556740 dv-cinder-831167-1-iscsi neutron-server[102996]: return self.request(url, 'GET', **kwargs) Feb 28 10:39:36.556740 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:39:36.556740 dv-cinder-831167-1-iscsi neutron-server[102996]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:39:36.556740 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:39:36.556740 dv-cinder-831167-1-iscsi neutron-server[102996]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:39:36.556740 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:39:36.556740 dv-cinder-831167-1-iscsi neutron-server[102996]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:39:36.556740 dv-cinder-831167-1-iscsi neutron-server[102996]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:39:36.582886 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-88bc87fb-0e41-4146-9c68-66cede0e56e0 req-05f657bf-d4ae-4c15-8781-b030e52e7a35 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851307 Feb 28 10:39:36.655049 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-144eebea-ce74-4565-afac-b05beb31368d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-379147'] for network (fee1f28a-38aa-41b1-a853-8896a652deff), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:36.661322 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-144eebea-ce74-4565-afac-b05beb31368d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for network (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:36.664665 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-144eebea-ce74-4565-afac-b05beb31368d admin admin] 10.222.0.44 "DELETE /v2.0/networks/fee1f28a-38aa-41b1-a853-8896a652deff HTTP/1.1" status: 204 len: 168 time: 0.3628271 Feb 28 10:39:36.680074 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144eebea-ce74-4565-afac-b05beb31368d admin admin] Pushing event deleted for resources: {'Network': ['ID=fee1f28a-38aa-41b1-a853-8896a652deff,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:36.725879 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47536d6c-7c33-4cbd-8060-2de9b1a0cd14 req-4cb02988-00bc-4430-9240-da76174ad9e6 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:36.727570 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-47536d6c-7c33-4cbd-8060-2de9b1a0cd14 req-4cb02988-00bc-4430-9240-da76174ad9e6 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.46 "GET /v2.0/networks?id=9b073e6b-c342-425b-a002-2cd2376b1da4 HTTP/1.1" status: 200 len: 815 time: 0.1276329 Feb 28 10:39:36.757336 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [req-47536d6c-7c33-4cbd-8060-2de9b1a0cd14 req-58f51dd5-b607-44f8-a24e-20063aef0084 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Request body: {'port': {'device_id': 'a4890d4b-0ef0-4d0c-bcc7-13ee08fb4d26', 'network_id': '9b073e6b-c342-425b-a002-2cd2376b1da4', 'admin_state_up': True, 'tenant_id': '4151886992af47f89a22d8119c3ffd94'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:36.836579 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 56636) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:36.878948 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47536d6c-7c33-4cbd-8060-2de9b1a0cd14 req-58f51dd5-b607-44f8-a24e-20063aef0084 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Made reservation on behalf of 4151886992af47f89a22d8119c3ffd94 for: {'port': 1} {{(pid=102996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:36.879402 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-355cfd44-076a-4926-9aef-def4dbbf4ff1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f0f1b01444a1424e9553bca093037552&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415044 Feb 28 10:39:36.882028 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 56638) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:36.882823 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-47536d6c-7c33-4cbd-8060-2de9b1a0cd14 req-58f51dd5-b607-44f8-a24e-20063aef0084 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:36.927908 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-65a0c472-f486-4113-b6ee-09d5928db136 admin admin] Publish callbacks [] for security_group (05c6d827-84b9-47d6-83f6-e5c5d01e41e2), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:36.949394 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-65a0c472-f486-4113-b6ee-09d5928db136 admin admin] Publish callbacks [] for security_group (05c6d827-84b9-47d6-83f6-e5c5d01e41e2), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:36.996769 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-65a0c472-f486-4113-b6ee-09d5928db136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (05c6d827-84b9-47d6-83f6-e5c5d01e41e2), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:36.999474 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-65a0c472-f486-4113-b6ee-09d5928db136 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:37.000591 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-65a0c472-f486-4113-b6ee-09d5928db136 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/05c6d827-84b9-47d6-83f6-e5c5d01e41e2 HTTP/1.1" status: 204 len: 168 time: 0.1176646 Feb 28 10:39:37.004340 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.db_base_plugin_common [req-47536d6c-7c33-4cbd-8060-2de9b1a0cd14 req-58f51dd5-b607-44f8-a24e-20063aef0084 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Allocated IP 172.20.0.14 (9b073e6b-c342-425b-a002-2cd2376b1da4/5f6bb29c-d00a-495d-ab78-9dec9ba1e99a/b6d159b9-4c8e-4ce6-ac37-af8c55975b8d) {{(pid=102996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:39:37.009427 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a0c472-f486-4113-b6ee-09d5928db136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c6d827-84b9-47d6-83f6-e5c5d01e41e2,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:37.163933 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-47536d6c-7c33-4cbd-8060-2de9b1a0cd14 req-58f51dd5-b607-44f8-a24e-20063aef0084 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Publish callbacks [] for port (b6d159b9-4c8e-4ce6-ac37-af8c55975b8d), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:37.199080 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-47536d6c-7c33-4cbd-8060-2de9b1a0cd14 req-58f51dd5-b607-44f8-a24e-20063aef0084 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (b6d159b9-4c8e-4ce6-ac37-af8c55975b8d), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:37.242638 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47536d6c-7c33-4cbd-8060-2de9b1a0cd14 req-58f51dd5-b607-44f8-a24e-20063aef0084 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Network 9b073e6b-c342-425b-a002-2cd2376b1da4 is already hosted by enough agents. {{(pid=102996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:37.246231 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.base_scheduler [req-47536d6c-7c33-4cbd-8060-2de9b1a0cd14 req-58f51dd5-b607-44f8-a24e-20063aef0084 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Resources bound (agent type, host, resource id): {{(pid=102996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:37.249896 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [req-47536d6c-7c33-4cbd-8060-2de9b1a0cd14 req-58f51dd5-b607-44f8-a24e-20063aef0084 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Received port after_create {{(pid=102996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:39:37.284281 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f51dd5-b607-44f8-a24e-20063aef0084 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Pushing event updated for resources: {'Port': ['ID=b6d159b9-4c8e-4ce6-ac37-af8c55975b8d,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:37.307224 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47536d6c-7c33-4cbd-8060-2de9b1a0cd14 req-58f51dd5-b607-44f8-a24e-20063aef0084 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:37.307891 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-47536d6c-7c33-4cbd-8060-2de9b1a0cd14 req-58f51dd5-b607-44f8-a24e-20063aef0084 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:37.324109 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-47536d6c-7c33-4cbd-8060-2de9b1a0cd14 req-58f51dd5-b607-44f8-a24e-20063aef0084 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5713112 Feb 28 10:39:37.324239 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 56648) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:37.362395 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-1fca82c8-43ac-430f-9493-951773ccfef1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=211a3ed7df644aa7b795a0865a5df1b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370677 Feb 28 10:39:37.364755 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 56650) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:37.413323 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-0d2f8441-4575-4fa9-abe4-a1dba29cb1da admin admin] Publish callbacks [] for security_group (79d8ca88-1c05-4916-97c6-766c38be56c3), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:37.461894 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-0d2f8441-4575-4fa9-abe4-a1dba29cb1da admin admin] Publish callbacks [] for security_group (79d8ca88-1c05-4916-97c6-766c38be56c3), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:37.513775 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d639e0c-6ce7-4460-ad0c-e019864c7555 req-447bcec4-e90a-42f0-978d-7423142497b0 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:37.515308 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2d639e0c-6ce7-4460-ad0c-e019864c7555 req-447bcec4-e90a-42f0-978d-7423142497b0 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=0094c42c-86c4-4ee2-ab43-a99f7a3c64fd HTTP/1.1" status: 200 len: 945 time: 0.0972373 Feb 28 10:39:37.582356 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-0d2f8441-4575-4fa9-abe4-a1dba29cb1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (79d8ca88-1c05-4916-97c6-766c38be56c3), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:37.584886 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-0d2f8441-4575-4fa9-abe4-a1dba29cb1da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:37.586012 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-0d2f8441-4575-4fa9-abe4-a1dba29cb1da admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/79d8ca88-1c05-4916-97c6-766c38be56c3 HTTP/1.1" status: 204 len: 168 time: 0.2203856 Feb 28 10:39:37.606839 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f8441-4575-4fa9-abe4-a1dba29cb1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d8ca88-1c05-4916-97c6-766c38be56c3,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:37.612534 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2d639e0c-6ce7-4460-ad0c-e019864c7555 req-71bfcfd0-e48f-4b2c-b0fe-8254a6ee0d28 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b4268a-32ba-4e54-ba83-94980313652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831928 Feb 28 10:39:37.624808 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a066c3d-7107-4176-a872-074d86d8d50b req-e421e563-6ea8-4da2-9b58-02aaad21e978 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:37.636451 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6a066c3d-7107-4176-a872-074d86d8d50b req-e421e563-6ea8-4da2-9b58-02aaad21e978 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/ports?device_id=710b3a97-8425-44cd-8707-cc29e56fd17c HTTP/1.1" status: 200 len: 945 time: 0.1103892 Feb 28 10:39:37.690996 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6a066c3d-7107-4176-a872-074d86d8d50b req-f41cbb50-d548-4263-acb8-0389a9a8fda1 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3a60a65-45aa-4b68-a140-f3529d1903ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536485 Feb 28 10:39:37.743603 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f60191-8375-4390-92fd-e4f78f690116 req-55c8f2f4-72c0-4ecb-8042-82f986df9fff tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:37.745170 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e2f60191-8375-4390-92fd-e4f78f690116 req-55c8f2f4-72c0-4ecb-8042-82f986df9fff tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4890d4b-0ef0-4d0c-bcc7-13ee08fb4d26 HTTP/1.1" status: 200 len: 932 time: 0.0709071 Feb 28 10:39:37.828616 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e2f60191-8375-4390-92fd-e4f78f690116 req-9c3d6635-2ad4-44ac-a7ff-d5097a5983e6 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770984 Feb 28 10:39:37.848336 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6fb8c-6746-43f1-b600-f3db53d4018a req-05628a25-4dd5-4a42-a39f-ebd4be32ff55 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:37.848336 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-22a6fb8c-6746-43f1-b600-f3db53d4018a req-05628a25-4dd5-4a42-a39f-ebd4be32ff55 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.0838311 Feb 28 10:39:37.890796 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-22a6fb8c-6746-43f1-b600-f3db53d4018a req-dd85e8e4-baf0-48a8-b190-8a1ecfc3a783 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437355 Feb 28 10:39:38.733499 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a957139-63bf-4924-bc2f-eab359c95459 req-0971d47d-b804-451c-af1a-ea4141ce6a43 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:38.735133 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6a957139-63bf-4924-bc2f-eab359c95459 req-0971d47d-b804-451c-af1a-ea4141ce6a43 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=0094c42c-86c4-4ee2-ab43-a99f7a3c64fd HTTP/1.1" status: 200 len: 945 time: 0.0528598 Feb 28 10:39:38.811933 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6a957139-63bf-4924-bc2f-eab359c95459 req-f73b8c80-147c-44a4-95d6-c094b849823e tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b4268a-32ba-4e54-ba83-94980313652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714929 Feb 28 10:39:38.838810 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce994a0-439e-416f-a158-6e7c325d11d1 req-eea83a50-a299-488a-9da8-95a2178c56c7 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:38.840322 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1ce994a0-439e-416f-a158-6e7c325d11d1 req-eea83a50-a299-488a-9da8-95a2178c56c7 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/ports?device_id=710b3a97-8425-44cd-8707-cc29e56fd17c HTTP/1.1" status: 200 len: 945 time: 0.0760429 Feb 28 10:39:38.908173 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1ce994a0-439e-416f-a158-6e7c325d11d1 req-e591ab6c-ee1d-4f2e-b975-34d651bd1b9b tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3a60a65-45aa-4b68-a140-f3529d1903ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625443 Feb 28 10:39:38.955857 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fca310-13b2-473a-b6b5-d9ff95f5f1f7 req-67ed217e-277c-49f5-95a1-ee8d2790e497 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:38.959378 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b1fca310-13b2-473a-b6b5-d9ff95f5f1f7 req-67ed217e-277c-49f5-95a1-ee8d2790e497 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4890d4b-0ef0-4d0c-bcc7-13ee08fb4d26 HTTP/1.1" status: 200 len: 932 time: 0.0621600 Feb 28 10:39:39.038687 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b1fca310-13b2-473a-b6b5-d9ff95f5f1f7 req-c6367254-74bf-4581-a10e-a44e1d63ff9c tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756981 Feb 28 10:39:39.055738 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1c67b-b061-48f7-a20b-aeea6f725c54 req-14e14329-b469-4ece-97ae-9dd15a58cf01 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:39.057410 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-73e1c67b-b061-48f7-a20b-aeea6f725c54 req-14e14329-b469-4ece-97ae-9dd15a58cf01 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.0797741 Feb 28 10:39:39.106007 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-73e1c67b-b061-48f7-a20b-aeea6f725c54 req-59dd5c55-974e-4ccd-bc71-38e70914fbb2 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426004 Feb 28 10:39:39.925831 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29bc5f1-e845-4495-bdc0-de3c77a06451 req-3367c526-0adc-40c2-9953-baab5bbc014e tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:39.927320 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d29bc5f1-e845-4495-bdc0-de3c77a06451 req-3367c526-0adc-40c2-9953-baab5bbc014e tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=0094c42c-86c4-4ee2-ab43-a99f7a3c64fd HTTP/1.1" status: 200 len: 945 time: 0.0508823 Feb 28 10:39:39.973033 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d29bc5f1-e845-4495-bdc0-de3c77a06451 req-1910214e-3ac2-4fcd-8a36-02c5c6d7014d tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b4268a-32ba-4e54-ba83-94980313652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402610 Feb 28 10:39:40.025580 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb52de3-5314-4d00-82ff-545f1dc0f3b6 req-bf7a23de-83de-4dbb-8527-ceabbf75d1c0 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:40.027585 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2cb52de3-5314-4d00-82ff-545f1dc0f3b6 req-bf7a23de-83de-4dbb-8527-ceabbf75d1c0 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/ports?device_id=710b3a97-8425-44cd-8707-cc29e56fd17c HTTP/1.1" status: 200 len: 945 time: 0.0536995 Feb 28 10:39:40.073335 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2cb52de3-5314-4d00-82ff-545f1dc0f3b6 req-96167537-6124-4565-ac47-605d7522afc2 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3a60a65-45aa-4b68-a140-f3529d1903ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402660 Feb 28 10:39:40.165067 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7922ec8-bedd-4e47-bfdb-af7fb0610092 req-7db5a702-1c93-4d1f-9ec3-08faa8c63064 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:40.167183 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b7922ec8-bedd-4e47-bfdb-af7fb0610092 req-7db5a702-1c93-4d1f-9ec3-08faa8c63064 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4890d4b-0ef0-4d0c-bcc7-13ee08fb4d26 HTTP/1.1" status: 200 len: 932 time: 0.0510705 Feb 28 10:39:40.205320 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [req-47536d6c-7c33-4cbd-8060-2de9b1a0cd14 req-d8bb5d9a-4199-45c6-b98d-835a1d40d1e0 service neutron] Request body: {'port': {'device_id': 'a4890d4b-0ef0-4d0c-bcc7-13ee08fb4d26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83116'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:40.250010 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b7922ec8-bedd-4e47-bfdb-af7fb0610092 req-2a4b9134-f81e-4647-bd6d-1f3e5ba493ea tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772321 Feb 28 10:39:40.257831 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e27f39-1997-475a-b3c4-d1f454ae47d2 req-04a2fa94-62f0-4543-ab3a-db73d9059dae tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:40.259301 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-66e27f39-1997-475a-b3c4-d1f454ae47d2 req-04a2fa94-62f0-4543-ab3a-db73d9059dae tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.0849729 Feb 28 10:39:40.264663 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-47536d6c-7c33-4cbd-8060-2de9b1a0cd14 req-d8bb5d9a-4199-45c6-b98d-835a1d40d1e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (b6d159b9-4c8e-4ce6-ac37-af8c55975b8d), before_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:40.311309 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-66e27f39-1997-475a-b3c4-d1f454ae47d2 req-bdb86393-aae0-40c2-bd1f-c365792f32c3 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462148 Feb 28 10:39:40.521815 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [req-47536d6c-7c33-4cbd-8060-2de9b1a0cd14 req-d8bb5d9a-4199-45c6-b98d-835a1d40d1e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6d159b9-4c8e-4ce6-ac37-af8c55975b8d {{(pid=102996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:39:40.529760 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-47536d6c-7c33-4cbd-8060-2de9b1a0cd14 req-d8bb5d9a-4199-45c6-b98d-835a1d40d1e0 service neutron] Publish callbacks [] for port (b6d159b9-4c8e-4ce6-ac37-af8c55975b8d), precommit_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:40.541107 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.provisioning_blocks [req-47536d6c-7c33-4cbd-8060-2de9b1a0cd14 req-d8bb5d9a-4199-45c6-b98d-835a1d40d1e0 service neutron] Transition to ACTIVE for port object b6d159b9-4c8e-4ce6-ac37-af8c55975b8d will not be triggered until provisioned by entity L2. {{(pid=102996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:39:40.544901 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-47536d6c-7c33-4cbd-8060-2de9b1a0cd14 req-d8bb5d9a-4199-45c6-b98d-835a1d40d1e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63361884'] for port (b6d159b9-4c8e-4ce6-ac37-af8c55975b8d), after_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:40.595689 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb5d9a-4199-45c6-b98d-835a1d40d1e0 service neutron] Pushing event updated for resources: {'Port': ['ID=b6d159b9-4c8e-4ce6-ac37-af8c55975b8d,revision_number=2']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:40.657412 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-47536d6c-7c33-4cbd-8060-2de9b1a0cd14 req-d8bb5d9a-4199-45c6-b98d-835a1d40d1e0 service neutron] Attempting to bind port b6d159b9-4c8e-4ce6-ac37-af8c55975b8d on host hv-cinder-83116 for vnic_type normal with profile {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:39:40.657743 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-47536d6c-7c33-4cbd-8060-2de9b1a0cd14 req-d8bb5d9a-4199-45c6-b98d-835a1d40d1e0 service neutron] Attempting to bind port b6d159b9-4c8e-4ce6-ac37-af8c55975b8d by drivers openvswitch,hyperv on host hv-cinder-83116 at level 0 using segments [{'id': '70a518fb-2283-4553-b90f-d3f0f325e4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9b073e6b-c342-425b-a002-2cd2376b1da4'}] {{(pid=102996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:39:40.658065 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47536d6c-7c33-4cbd-8060-2de9b1a0cd14 req-d8bb5d9a-4199-45c6-b98d-835a1d40d1e0 service neutron] Attempting to bind port b6d159b9-4c8e-4ce6-ac37-af8c55975b8d on network 9b073e6b-c342-425b-a002-2cd2376b1da4 {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:39:40.662170 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47536d6c-7c33-4cbd-8060-2de9b1a0cd14 req-d8bb5d9a-4199-45c6-b98d-835a1d40d1e0 service neutron] Port b6d159b9-4c8e-4ce6-ac37-af8c55975b8d on network 9b073e6b-c342-425b-a002-2cd2376b1da4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83116 {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:39:40.662528 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47536d6c-7c33-4cbd-8060-2de9b1a0cd14 req-d8bb5d9a-4199-45c6-b98d-835a1d40d1e0 service neutron] Attempting to bind port b6d159b9-4c8e-4ce6-ac37-af8c55975b8d on network 9b073e6b-c342-425b-a002-2cd2376b1da4 {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:39:40.667245 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47536d6c-7c33-4cbd-8060-2de9b1a0cd14 req-d8bb5d9a-4199-45c6-b98d-835a1d40d1e0 service neutron] Checking agent: {'id': 'db31e800-75f5-4bdb-84cd-f402d346b45c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 36, 4), 'started_at': datetime.datetime(2022, 2, 28, 10, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:39:40.667572 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47536d6c-7c33-4cbd-8060-2de9b1a0cd14 req-d8bb5d9a-4199-45c6-b98d-835a1d40d1e0 service neutron] Checking segment: {'id': '70a518fb-2283-4553-b90f-d3f0f325e4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9b073e6b-c342-425b-a002-2cd2376b1da4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:39:40.667943 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47536d6c-7c33-4cbd-8060-2de9b1a0cd14 req-d8bb5d9a-4199-45c6-b98d-835a1d40d1e0 service neutron] Bound using segment: {'id': '70a518fb-2283-4553-b90f-d3f0f325e4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9b073e6b-c342-425b-a002-2cd2376b1da4'} {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:39:40.668356 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-47536d6c-7c33-4cbd-8060-2de9b1a0cd14 req-d8bb5d9a-4199-45c6-b98d-835a1d40d1e0 service neutron] Bound port: b6d159b9-4c8e-4ce6-ac37-af8c55975b8d, host: hv-cinder-83116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70a518fb-2283-4553-b90f-d3f0f325e4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9b073e6b-c342-425b-a002-2cd2376b1da4'}}] {{(pid=102996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:39:40.668701 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-47536d6c-7c33-4cbd-8060-2de9b1a0cd14 req-d8bb5d9a-4199-45c6-b98d-835a1d40d1e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (b6d159b9-4c8e-4ce6-ac37-af8c55975b8d), before_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:40.730928 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-47536d6c-7c33-4cbd-8060-2de9b1a0cd14 req-d8bb5d9a-4199-45c6-b98d-835a1d40d1e0 service neutron] For port b6d159b9-4c8e-4ce6-ac37-af8c55975b8d, host hv-cinder-83116, cleared binding levels {{(pid=102996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:39:40.733895 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-47536d6c-7c33-4cbd-8060-2de9b1a0cd14 req-d8bb5d9a-4199-45c6-b98d-835a1d40d1e0 service neutron] For port b6d159b9-4c8e-4ce6-ac37-af8c55975b8d, host hv-cinder-83116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=b6d159b9-4c8e-4ce6-ac37-af8c55975b8d,segment=NetworkSegment(70a518fb-2283-4553-b90f-d3f0f325e4d8),segment_id=70a518fb-2283-4553-b90f-d3f0f325e4d8)] {{(pid=102996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:39:40.739226 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-47536d6c-7c33-4cbd-8060-2de9b1a0cd14 req-d8bb5d9a-4199-45c6-b98d-835a1d40d1e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63361884'] for port (b6d159b9-4c8e-4ce6-ac37-af8c55975b8d), after_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:40.775852 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47536d6c-7c33-4cbd-8060-2de9b1a0cd14 req-d8bb5d9a-4199-45c6-b98d-835a1d40d1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:40.776458 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-47536d6c-7c33-4cbd-8060-2de9b1a0cd14 req-d8bb5d9a-4199-45c6-b98d-835a1d40d1e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:40.777838 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-47536d6c-7c33-4cbd-8060-2de9b1a0cd14 req-d8bb5d9a-4199-45c6-b98d-835a1d40d1e0 service neutron] 10.222.0.46 "PUT /v2.0/ports/b6d159b9-4c8e-4ce6-ac37-af8c55975b8d HTTP/1.1" status: 200 len: 1094 time: 0.5768011 Feb 28 10:39:40.778274 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4890d4b-0ef0-4d0c-bcc7-13ee08fb4d26', 'tag': 'b6d159b9-4c8e-4ce6-ac37-af8c55975b8d'}] {{(pid=102996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:39:40.780581 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fc607127e9415785fd538e0c70e4bf06f6b8f20b6b46de5a0809c41644901f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7bccc5d-5b07-4517-b7fd-d403c1c1c3ef" -d '{"events": [{"name": "network-changed", "server_uuid": "a4890d4b-0ef0-4d0c-bcc7-13ee08fb4d26", "tag": "b6d159b9-4c8e-4ce6-ac37-af8c55975b8d"}]}' {{(pid=102996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:39:40.797573 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb5d9a-4199-45c6-b98d-835a1d40d1e0 service neutron] Pushing event updated for resources: {'Port': ['ID=b6d159b9-4c8e-4ce6-ac37-af8c55975b8d,revision_number=3']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:40.817283 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a42d58-1236-4c5f-ab88-91c1405fe41e x-openstack-request-id: req-d1a42d58-1236-4c5f-ab88-91c1405fe41e {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:39:40.817575 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4890d4b-0ef0-4d0c-bcc7-13ee08fb4d26", "tag": "b6d159b9-4c8e-4ce6-ac37-af8c55975b8d", "status": "completed", "code": 200}]} {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:39:40.817831 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d1a42d58-1236-4c5f-ab88-91c1405fe41e {{(pid=102996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:39:40.818225 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4890d4b-0ef0-4d0c-bcc7-13ee08fb4d26', 'tag': 'b6d159b9-4c8e-4ce6-ac37-af8c55975b8d', 'status': 'completed', 'code': 200} Feb 28 10:39:41.085406 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d62591-ca84-4b30-ab55-33186b5ad4e4 req-07c3322a-eb2e-4528-a98c-34f29ab63283 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:41.086859 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-26d62591-ca84-4b30-ab55-33186b5ad4e4 req-07c3322a-eb2e-4528-a98c-34f29ab63283 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=0094c42c-86c4-4ee2-ab43-a99f7a3c64fd HTTP/1.1" status: 200 len: 945 time: 0.0505724 Feb 28 10:39:41.132988 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-26d62591-ca84-4b30-ab55-33186b5ad4e4 req-f1dc98c8-666e-4b8d-879a-63bb87ba9d15 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b4268a-32ba-4e54-ba83-94980313652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405481 Feb 28 10:39:41.189044 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c505da3-d47b-4584-9df5-06c09191f262 req-7a61e43b-8dfd-48b6-8901-243afe501b92 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:41.190513 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6c505da3-d47b-4584-9df5-06c09191f262 req-7a61e43b-8dfd-48b6-8901-243afe501b92 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/ports?device_id=710b3a97-8425-44cd-8707-cc29e56fd17c HTTP/1.1" status: 200 len: 945 time: 0.0504384 Feb 28 10:39:41.235437 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6c505da3-d47b-4584-9df5-06c09191f262 req-d4dbb767-5686-405f-ab0d-47aef1a66121 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3a60a65-45aa-4b68-a140-f3529d1903ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393791 Feb 28 10:39:41.370366 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1cd6b-dfd6-45b6-ac6e-3da60892947d req-7a167070-0fd9-4f35-94c1-e27be5479c77 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:41.371982 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7fa1cd6b-dfd6-45b6-ac6e-3da60892947d req-7a167070-0fd9-4f35-94c1-e27be5479c77 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4890d4b-0ef0-4d0c-bcc7-13ee08fb4d26 HTTP/1.1" status: 200 len: 944 time: 0.0592713 Feb 28 10:39:41.450399 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7fa1cd6b-dfd6-45b6-ac6e-3da60892947d req-126d278f-2885-4aa9-8ade-b736a827df90 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728970 Feb 28 10:39:41.460863 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb70a22-a4fb-431b-8f68-47b46536dfce req-b610a7e3-5758-4b64-bef0-309d17dea094 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:41.462405 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-3cb70a22-a4fb-431b-8f68-47b46536dfce req-b610a7e3-5758-4b64-bef0-309d17dea094 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.0832038 Feb 28 10:39:41.512450 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-3cb70a22-a4fb-431b-8f68-47b46536dfce req-ba6efe73-4ee2-4d01-a11e-9c332687519a tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441613 Feb 28 10:39:41.647105 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] get_ports_and_sgs() called for port_ids ['e3a2cc80-254c-4e2c-bc3f-cb2a6e821357', 'ea27a3ad-135b-48ee-98da-f1a11188538b'] {{(pid=102997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:39:42.167159 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bccc5d-5b07-4517-b7fd-d403c1c1c3ef req-c3f20583-1cad-422d-a67d-0640ab9217e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:42.169177 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-b7bccc5d-5b07-4517-b7fd-d403c1c1c3ef req-c3f20583-1cad-422d-a67d-0640ab9217e3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4151886992af47f89a22d8119c3ffd94&device_id=a4890d4b-0ef0-4d0c-bcc7-13ee08fb4d26 HTTP/1.1" status: 200 len: 1128 time: 0.0461335 Feb 28 10:39:42.249929 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea076b-c666-44f6-b0c2-9e81891fa59e req-9aea8f85-3138-4301-8072-d6412a43b7d5 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:42.251489 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-cdea076b-c666-44f6-b0c2-9e81891fa59e req-9aea8f85-3138-4301-8072-d6412a43b7d5 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=0094c42c-86c4-4ee2-ab43-a99f7a3c64fd HTTP/1.1" status: 200 len: 945 time: 0.0502317 Feb 28 10:39:42.304554 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-cdea076b-c666-44f6-b0c2-9e81891fa59e req-50aeaa23-3d1b-48cb-84b0-46b91f733a46 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b4268a-32ba-4e54-ba83-94980313652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471895 Feb 28 10:39:42.357196 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3198b3-88bb-4716-883e-839cc07f4e2f req-f7a6f8c5-d3cb-4045-94b4-fc06c9bf5866 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:42.358700 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0a3198b3-88bb-4716-883e-839cc07f4e2f req-f7a6f8c5-d3cb-4045-94b4-fc06c9bf5866 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/ports?device_id=710b3a97-8425-44cd-8707-cc29e56fd17c HTTP/1.1" status: 200 len: 945 time: 0.0532737 Feb 28 10:39:42.392146 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bccc5d-5b07-4517-b7fd-d403c1c1c3ef req-fc37a0c8-2d0d-423c-97b2-820f19983dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:42.393654 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-b7bccc5d-5b07-4517-b7fd-d403c1c1c3ef req-fc37a0c8-2d0d-423c-97b2-820f19983dda service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=4151886992af47f89a22d8119c3ffd94&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1702299 Feb 28 10:39:42.411383 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0a3198b3-88bb-4716-883e-839cc07f4e2f req-5185eeb2-a1fe-4d70-90cd-644f0cc40004 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3a60a65-45aa-4b68-a140-f3529d1903ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452724 Feb 28 10:39:42.580734 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4eee6f-5494-47ea-9df9-3067ad2a9329 req-b51bef88-241f-4b4f-a711-9e4c82eb1fa9 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:42.582265 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5b4eee6f-5494-47ea-9df9-3067ad2a9329 req-b51bef88-241f-4b4f-a711-9e4c82eb1fa9 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4890d4b-0ef0-4d0c-bcc7-13ee08fb4d26 HTTP/1.1" status: 200 len: 944 time: 0.0546746 Feb 28 10:39:42.588776 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bccc5d-5b07-4517-b7fd-d403c1c1c3ef req-61fb3356-a094-438f-b4cf-d7d373f0ff97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:42.590273 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-b7bccc5d-5b07-4517-b7fd-d403c1c1c3ef req-61fb3356-a094-438f-b4cf-d7d373f0ff97 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1880860 Feb 28 10:39:42.661152 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5b4eee6f-5494-47ea-9df9-3067ad2a9329 req-46f9b265-1dbb-4b4a-a67c-2a4ec969fa66 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696774 Feb 28 10:39:42.673130 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b239249-3bde-4f9c-b7f8-61d5324dba7d req-d77c554f-195d-4cdb-9452-636e827308f9 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:42.674721 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0b239249-3bde-4f9c-b7f8-61d5324dba7d req-d77c554f-195d-4cdb-9452-636e827308f9 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.0915790 Feb 28 10:39:42.725761 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0b239249-3bde-4f9c-b7f8-61d5324dba7d req-52f24be3-ff0a-4871-98b6-b17a45eb93f7 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454652 Feb 28 10:39:42.736766 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47536d6c-7c33-4cbd-8060-2de9b1a0cd14 req-7121456c-b8fb-4c67-98cd-c83fe4f0ceb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:42.738305 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-47536d6c-7c33-4cbd-8060-2de9b1a0cd14 req-7121456c-b8fb-4c67-98cd-c83fe4f0ceb4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4151886992af47f89a22d8119c3ffd94&device_id=a4890d4b-0ef0-4d0c-bcc7-13ee08fb4d26 HTTP/1.1" status: 200 len: 1128 time: 0.0525949 Feb 28 10:39:42.787386 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-47536d6c-7c33-4cbd-8060-2de9b1a0cd14 req-a408d5b6-ef2e-4905-96de-55a0a9ce5c22 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6d159b9-4c8e-4ce6-ac37-af8c55975b8d HTTP/1.1" status: 200 len: 217 time: 0.0334246 Feb 28 10:39:42.886446 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47536d6c-7c33-4cbd-8060-2de9b1a0cd14 req-f7cfb6ea-0902-4089-9777-26444495625b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:42.887822 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-47536d6c-7c33-4cbd-8060-2de9b1a0cd14 req-f7cfb6ea-0902-4089-9777-26444495625b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5f6bb29c-d00a-495d-ab78-9dec9ba1e99a HTTP/1.1" status: 200 len: 855 time: 0.0454288 Feb 28 10:39:42.917327 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-47536d6c-7c33-4cbd-8060-2de9b1a0cd14 req-d107782c-a376-4c7f-aca4-3b2eaa221ed5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b073e6b-c342-425b-a002-2cd2376b1da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230341 Feb 28 10:39:43.001021 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-47536d6c-7c33-4cbd-8060-2de9b1a0cd14 req-ff69f77e-df5d-433b-b8bf-29860d56008f service neutron] 10.222.0.46 "GET /v2.0/networks/9b073e6b-c342-425b-a002-2cd2376b1da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779412 Feb 28 10:39:43.289211 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-47536d6c-7c33-4cbd-8060-2de9b1a0cd14 req-1ecc7666-7047-4c73-b87a-7c3f776af813 service neutron] 10.222.0.46 "GET /v2.0/networks/9b073e6b-c342-425b-a002-2cd2376b1da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817855 Feb 28 10:39:43.421917 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5dae5-88b3-436c-ba0f-4dce0f0c0d2e req-588f6e1d-90ea-4d00-83eb-4338b15bda1c tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:43.423437 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-34a5dae5-88b3-436c-ba0f-4dce0f0c0d2e req-588f6e1d-90ea-4d00-83eb-4338b15bda1c tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=0094c42c-86c4-4ee2-ab43-a99f7a3c64fd HTTP/1.1" status: 200 len: 945 time: 0.0519893 Feb 28 10:39:43.469474 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-34a5dae5-88b3-436c-ba0f-4dce0f0c0d2e req-a5ad2d3a-7e69-486c-8cda-cb8dd529c125 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b4268a-32ba-4e54-ba83-94980313652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405576 Feb 28 10:39:43.532781 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdbdba3-dc10-45e2-b7eb-1a2d4a7321bf req-02d94651-a5e5-4090-890b-c4b4c44ac712 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:43.534132 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-8fdbdba3-dc10-45e2-b7eb-1a2d4a7321bf req-02d94651-a5e5-4090-890b-c4b4c44ac712 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/ports?device_id=710b3a97-8425-44cd-8707-cc29e56fd17c HTTP/1.1" status: 200 len: 945 time: 0.0557215 Feb 28 10:39:43.580042 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-8fdbdba3-dc10-45e2-b7eb-1a2d4a7321bf req-1fcb3d9d-036f-4960-bc33-b241ac6d8179 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3a60a65-45aa-4b68-a140-f3529d1903ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404892 Feb 28 10:39:43.793764 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13e7c1-60f5-4833-89e4-2af79873142f req-1cf5fbc4-9c02-42d8-ac90-838c8b3bc16c tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:43.795158 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0b13e7c1-60f5-4833-89e4-2af79873142f req-1cf5fbc4-9c02-42d8-ac90-838c8b3bc16c tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4890d4b-0ef0-4d0c-bcc7-13ee08fb4d26 HTTP/1.1" status: 200 len: 944 time: 0.0649652 Feb 28 10:39:43.865321 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0b13e7c1-60f5-4833-89e4-2af79873142f req-96e46d51-0356-4043-b72c-2b13f754c288 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614271 Feb 28 10:39:43.875212 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030afc5-7e21-493f-b9a6-6002577f319f req-4d5e919b-7281-4c10-b310-1570ee0a4eaf tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:43.876619 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-8030afc5-7e21-493f-b9a6-6002577f319f req-4d5e919b-7281-4c10-b310-1570ee0a4eaf tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.0806100 Feb 28 10:39:43.925830 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-8030afc5-7e21-493f-b9a6-6002577f319f req-cd5652c2-434b-44f3-b525-dbc856594d41 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431979 Feb 28 10:39:44.585278 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b135ba0-e3f0-44c0-91b1-8c8e0e22093b req-e3417da1-0c88-4af4-91fe-f9dffa01ce21 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:44.586742 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1b135ba0-e3f0-44c0-91b1-8c8e0e22093b req-e3417da1-0c88-4af4-91fe-f9dffa01ce21 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=0094c42c-86c4-4ee2-ab43-a99f7a3c64fd HTTP/1.1" status: 200 len: 945 time: 0.0522006 Feb 28 10:39:44.632324 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1b135ba0-e3f0-44c0-91b1-8c8e0e22093b req-123b446b-b841-43d1-b273-3e9fe46ac29d tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b4268a-32ba-4e54-ba83-94980313652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402243 Feb 28 10:39:44.693909 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3049a9d3-9939-46d6-92e8-706fcd035a67 req-78df5d16-d622-4f32-b2e5-3bc9bbcb2fea tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:44.695371 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-3049a9d3-9939-46d6-92e8-706fcd035a67 req-78df5d16-d622-4f32-b2e5-3bc9bbcb2fea tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/ports?device_id=710b3a97-8425-44cd-8707-cc29e56fd17c HTTP/1.1" status: 200 len: 945 time: 0.0506425 Feb 28 10:39:44.740034 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-3049a9d3-9939-46d6-92e8-706fcd035a67 req-f33a4777-64e5-4994-823c-e063a3fa8c60 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3a60a65-45aa-4b68-a140-f3529d1903ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390973 Feb 28 10:39:44.983074 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f26e1-0963-4c66-9f73-7c085620c950 req-b4f4581f-e564-4f92-ad6d-eb4c9227e108 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:44.984530 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6b3f26e1-0963-4c66-9f73-7c085620c950 req-b4f4581f-e564-4f92-ad6d-eb4c9227e108 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4890d4b-0ef0-4d0c-bcc7-13ee08fb4d26 HTTP/1.1" status: 200 len: 944 time: 0.0552042 Feb 28 10:39:45.047705 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device 4b07a73d-ae91-483f-8780-80e859a7aece up at agent hyperv_hv-cinder-83116 {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:39:45.059648 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6b3f26e1-0963-4c66-9f73-7c085620c950 req-56446da8-0858-486c-985a-bf6475dd27fd tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696650 Feb 28 10:39:45.077454 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb649fb-ff55-4435-9e6d-384a47757372 req-9bb59fa1-bd72-4815-b1d1-57467d5e9a12 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:45.079061 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-fcb649fb-ff55-4435-9e6d-384a47757372 req-9bb59fa1-bd72-4815-b1d1-57467d5e9a12 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.0874708 Feb 28 10:39:45.105984 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Provisioning for port 4b07a73d-ae91-483f-8780-80e859a7aece completed by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:39:45.110242 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Provisioning complete for port 4b07a73d-ae91-483f-8780-80e859a7aece triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:39:45.110612 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (4b07a73d-ae91-483f-8780-80e859a7aece), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:45.134407 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-fcb649fb-ff55-4435-9e6d-384a47757372 req-e0964be5-c002-4134-957c-1658bfb9eeb0 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440321 Feb 28 10:39:45.188607 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Current status of the port 4b07a73d-ae91-483f-8780-80e859a7aece is: BUILD; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:45.188997 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (4b07a73d-ae91-483f-8780-80e859a7aece), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:45.210501 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710b3a97-8425-44cd-8707-cc29e56fd17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b07a73d-ae91-483f-8780-80e859a7aece'}] {{(pid=102997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:39:45.212740 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3235e45cea9492f03cbc66cd40cfc06ba5865c86106c1e9dddb87cdb5008e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958f9c49-610d-4329-b7c8-afdfb93853d1" -d '{"events": [{"server_uuid": "710b3a97-8425-44cd-8707-cc29e56fd17c", "name": "network-vif-plugged", "status": "completed", "tag": "4b07a73d-ae91-483f-8780-80e859a7aece"}]}' {{(pid=102997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:39:45.226125 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port 4b07a73d-ae91-483f-8780-80e859a7aece, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=4b07a73d-ae91-483f-8780-80e859a7aece,segment=NetworkSegment(0a13a6bd-1777-427f-91c3-bea6c3e3d76f),segment_id=0a13a6bd-1777-427f-91c3-bea6c3e3d76f)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:45.231045 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (4b07a73d-ae91-483f-8780-80e859a7aece), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:45.252683 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3175e1-cb38-4ed3-b096-5aad50afc819 x-openstack-request-id: req-ae3175e1-cb38-4ed3-b096-5aad50afc819 {{(pid=102997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:39:45.252995 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710b3a97-8425-44cd-8707-cc29e56fd17c", "name": "network-vif-plugged", "status": "completed", "tag": "4b07a73d-ae91-483f-8780-80e859a7aece", "code": 200}]} {{(pid=102997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:39:45.253248 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ae3175e1-cb38-4ed3-b096-5aad50afc819 {{(pid=102997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:39:45.253624 dv-cinder-831167-1-iscsi neutron-server[102997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710b3a97-8425-44cd-8707-cc29e56fd17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b07a73d-ae91-483f-8780-80e859a7aece', 'code': 200} Feb 28 10:39:45.277812 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Pushing event updated for resources: {'Port': ['ID=4b07a73d-ae91-483f-8780-80e859a7aece,revision_number=5']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:45.748351 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df1e6f-008d-4c68-90cd-54cc6931c5f5 req-3f830086-ab2e-4bda-bbf0-8b83d7699a2d tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:45.749794 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-04df1e6f-008d-4c68-90cd-54cc6931c5f5 req-3f830086-ab2e-4bda-bbf0-8b83d7699a2d tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=0094c42c-86c4-4ee2-ab43-a99f7a3c64fd HTTP/1.1" status: 200 len: 945 time: 0.0508657 Feb 28 10:39:45.799671 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-04df1e6f-008d-4c68-90cd-54cc6931c5f5 req-d9081dd1-66d1-4a4c-a49c-a68db3a0249c tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b4268a-32ba-4e54-ba83-94980313652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443995 Feb 28 10:39:45.858097 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89507c7-e1a0-45fc-9220-021d22229464 req-6484f957-58bd-416c-afd9-d762c7b10b49 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:45.859584 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e89507c7-e1a0-45fc-9220-021d22229464 req-6484f957-58bd-416c-afd9-d762c7b10b49 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/ports?device_id=710b3a97-8425-44cd-8707-cc29e56fd17c HTTP/1.1" status: 200 len: 946 time: 0.0528321 Feb 28 10:39:45.905986 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e89507c7-e1a0-45fc-9220-021d22229464 req-f391043a-60ad-44a8-a875-6f7cf0e14313 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3a60a65-45aa-4b68-a140-f3529d1903ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406289 Feb 28 10:39:46.178240 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7685c-a599-4c54-996a-6b9db905767d req-692de6ac-5a38-47f4-92a7-62fefdbda861 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:46.179795 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d8c7685c-a599-4c54-996a-6b9db905767d req-692de6ac-5a38-47f4-92a7-62fefdbda861 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4890d4b-0ef0-4d0c-bcc7-13ee08fb4d26 HTTP/1.1" status: 200 len: 944 time: 0.0534554 Feb 28 10:39:46.279347 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d8c7685c-a599-4c54-996a-6b9db905767d req-da50667d-b7f6-4dd1-bc97-1f9b959e4c21 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896893 Feb 28 10:39:46.296417 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509d3c7-9fd5-4d8b-ad59-44371aa087c9 req-4fb3b0a1-55a9-47f9-9123-459582fa6248 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:46.297840 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7509d3c7-9fd5-4d8b-ad59-44371aa087c9 req-4fb3b0a1-55a9-47f9-9123-459582fa6248 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.0947392 Feb 28 10:39:46.343379 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7509d3c7-9fd5-4d8b-ad59-44371aa087c9 req-c9b0134f-684d-4531-b154-98bad3ecae9f tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398178 Feb 28 10:39:46.913135 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ecd35f-e78d-4d3d-8b6c-7160923acb88 req-e7274774-2bcf-4f00-aa21-895b3820ec10 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:46.914675 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-91ecd35f-e78d-4d3d-8b6c-7160923acb88 req-e7274774-2bcf-4f00-aa21-895b3820ec10 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=0094c42c-86c4-4ee2-ab43-a99f7a3c64fd HTTP/1.1" status: 200 len: 945 time: 0.0512881 Feb 28 10:39:46.963925 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-91ecd35f-e78d-4d3d-8b6c-7160923acb88 req-f1e3ac05-59e4-458e-a731-9cad4a90af57 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b4268a-32ba-4e54-ba83-94980313652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431993 Feb 28 10:39:47.031213 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9e15c-f01a-4cd3-8f83-9b91ebae7e71 req-74b1500a-62e1-4f7a-bacb-8472f79f2dac tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:47.032669 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ddc9e15c-f01a-4cd3-8f83-9b91ebae7e71 req-74b1500a-62e1-4f7a-bacb-8472f79f2dac tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/ports?device_id=710b3a97-8425-44cd-8707-cc29e56fd17c HTTP/1.1" status: 200 len: 946 time: 0.0601842 Feb 28 10:39:47.078673 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ddc9e15c-f01a-4cd3-8f83-9b91ebae7e71 req-c67bfdc2-cd22-4663-a8de-3cbc8dd555a9 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3a60a65-45aa-4b68-a140-f3529d1903ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405226 Feb 28 10:39:47.391638 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19bb1f-540d-41ac-a6f2-d04b54e95b7c req-61a44b34-6eba-4a1e-ab4d-3b5c9547fdf8 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:47.393132 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4a19bb1f-540d-41ac-a6f2-d04b54e95b7c req-61a44b34-6eba-4a1e-ab4d-3b5c9547fdf8 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4890d4b-0ef0-4d0c-bcc7-13ee08fb4d26 HTTP/1.1" status: 200 len: 944 time: 0.0513875 Feb 28 10:39:47.464625 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4a19bb1f-540d-41ac-a6f2-d04b54e95b7c req-82740f97-676b-4531-8f74-b36e4674fd0b tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661502 Feb 28 10:39:47.480967 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221888c2-d2b5-4e7f-a761-177bb3447ea8 req-b932a5e6-5a96-457e-8e0b-abf09fc06fbe tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:47.482632 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-221888c2-d2b5-4e7f-a761-177bb3447ea8 req-b932a5e6-5a96-457e-8e0b-abf09fc06fbe tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.0716667 Feb 28 10:39:47.531884 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-221888c2-d2b5-4e7f-a761-177bb3447ea8 req-4fe65cb2-16b5-4456-9db3-2574f5fd6f7d tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439742 Feb 28 10:39:47.825654 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c3127c-c1d3-43db-96fc-dbebb0a24484 req-ffaa260f-6c9d-4995-ada5-119acb850a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:47.827129 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-d1c3127c-c1d3-43db-96fc-dbebb0a24484 req-ffaa260f-6c9d-4995-ada5-119acb850a1a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=710b3a97-8425-44cd-8707-cc29e56fd17c HTTP/1.1" status: 200 len: 1130 time: 0.0415235 Feb 28 10:39:47.868164 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-d1c3127c-c1d3-43db-96fc-dbebb0a24484 req-7ba5b821-15e3-4bef-9db8-a967edb7a54a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d3a60a65-45aa-4b68-a140-f3529d1903ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356057 Feb 28 10:39:48.081669 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be37a4b6-74db-4f20-b8bf-3e772375d16e req-b5d32a6f-f5cd-4b81-b78b-e34287f21c64 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:48.083168 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-be37a4b6-74db-4f20-b8bf-3e772375d16e req-b5d32a6f-f5cd-4b81-b78b-e34287f21c64 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=0094c42c-86c4-4ee2-ab43-a99f7a3c64fd HTTP/1.1" status: 200 len: 945 time: 0.0515673 Feb 28 10:39:48.129430 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-be37a4b6-74db-4f20-b8bf-3e772375d16e req-3133d60f-0bf5-4db4-bf04-8fa6c3b8a69d tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b4268a-32ba-4e54-ba83-94980313652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407362 Feb 28 10:39:48.191194 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb39c1-7534-49c4-9490-98c129f71f01 req-2479b8ec-3ef6-4560-81aa-0e532930fa15 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:48.192525 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-3cdb39c1-7534-49c4-9490-98c129f71f01 req-2479b8ec-3ef6-4560-81aa-0e532930fa15 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/ports?device_id=710b3a97-8425-44cd-8707-cc29e56fd17c HTTP/1.1" status: 200 len: 946 time: 0.0490162 Feb 28 10:39:48.236204 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-3cdb39c1-7534-49c4-9490-98c129f71f01 req-6ad22e3d-7b40-486c-b00c-19b1220a33eb tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3a60a65-45aa-4b68-a140-f3529d1903ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383537 Feb 28 10:39:48.785078 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0cc325-b103-4e42-b544-1932419287c4 req-078851ae-08b3-4b5a-a306-cb8924215a9b tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:48.786647 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ab0cc325-b103-4e42-b544-1932419287c4 req-078851ae-08b3-4b5a-a306-cb8924215a9b tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4890d4b-0ef0-4d0c-bcc7-13ee08fb4d26 HTTP/1.1" status: 200 len: 944 time: 0.2585952 Feb 28 10:39:48.809077 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebfcdba-712a-4690-8ad9-e73f5fba09c0 req-69fca48e-bff9-45f3-a17b-b7ef90afcca5 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:48.810552 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2ebfcdba-712a-4690-8ad9-e73f5fba09c0 req-69fca48e-bff9-45f3-a17b-b7ef90afcca5 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.0779798 Feb 28 10:39:48.867881 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ab0cc325-b103-4e42-b544-1932419287c4 req-bdcc9bb0-4774-46e4-979c-103922798452 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754812 Feb 28 10:39:48.879025 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2ebfcdba-712a-4690-8ad9-e73f5fba09c0 req-115e3bc3-9936-4822-91c4-93e84e248308 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613790 Feb 28 10:39:49.244999 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91510132-5c87-4494-ad6e-ab5fc75129c5 req-3d3310c7-1fc9-4001-a539-2ae8989dced8 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:49.246433 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-91510132-5c87-4494-ad6e-ab5fc75129c5 req-3d3310c7-1fc9-4001-a539-2ae8989dced8 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=0094c42c-86c4-4ee2-ab43-a99f7a3c64fd HTTP/1.1" status: 200 len: 945 time: 0.0506685 Feb 28 10:39:49.296163 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-91510132-5c87-4494-ad6e-ab5fc75129c5 req-54a357a2-3cc2-48c5-874d-dcb6f33a79b7 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b4268a-32ba-4e54-ba83-94980313652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442739 Feb 28 10:39:49.347924 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccfb5e3-b274-4770-affd-0ce91302ee54 req-d1d9e9cf-e86a-4009-818a-7a74b1b95c20 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:49.349363 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-9ccfb5e3-b274-4770-affd-0ce91302ee54 req-d1d9e9cf-e86a-4009-818a-7a74b1b95c20 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/ports?device_id=710b3a97-8425-44cd-8707-cc29e56fd17c HTTP/1.1" status: 200 len: 946 time: 0.0494225 Feb 28 10:39:49.394373 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-9ccfb5e3-b274-4770-affd-0ce91302ee54 req-dbe769da-db9a-4f59-8562-9b718b00a0a8 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3a60a65-45aa-4b68-a140-f3529d1903ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391154 Feb 28 10:39:49.431733 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.agents_db [None req-ad1b81bb-6a73-47ab-ba10-dec1fea0c152 None None] Agent healthcheck: found 6 active agents {{(pid=102998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:39:49.461337 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3a282-1fd4-4772-865e-07e94b34afaa req-51ddf7dc-11ab-4e0c-91e3-75f9481831d1 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:49.462776 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-e2c3a282-1fd4-4772-865e-07e94b34afaa req-51ddf7dc-11ab-4e0c-91e3-75f9481831d1 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.46 "GET /v2.0/ports?device_id=0094c42c-86c4-4ee2-ab43-a99f7a3c64fd HTTP/1.1" status: 200 len: 945 time: 0.0539858 Feb 28 10:39:49.553305 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [req-e2c3a282-1fd4-4772-865e-07e94b34afaa req-0732da83-d4a4-469d-8f2c-27213bbc7f07 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Deleting port 3d8c5eb9-b191-4908-ac8b-2722af312d3d {{(pid=102996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:49.553653 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-e2c3a282-1fd4-4772-865e-07e94b34afaa req-0732da83-d4a4-469d-8f2c-27213bbc7f07 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (3d8c5eb9-b191-4908-ac8b-2722af312d3d), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:49.643781 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-e2c3a282-1fd4-4772-865e-07e94b34afaa req-0732da83-d4a4-469d-8f2c-27213bbc7f07 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] For port 3d8c5eb9-b191-4908-ac8b-2722af312d3d, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=3d8c5eb9-b191-4908-ac8b-2722af312d3d,segment=NetworkSegment(46a5795d-9045-42d5-a5dd-fe341cc4bc47),segment_id=46a5795d-9045-42d5-a5dd-fe341cc4bc47)] {{(pid=102996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:49.644141 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-e2c3a282-1fd4-4772-865e-07e94b34afaa req-0732da83-d4a4-469d-8f2c-27213bbc7f07 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (3d8c5eb9-b191-4908-ac8b-2722af312d3d), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:49.656609 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [req-e2c3a282-1fd4-4772-865e-07e94b34afaa req-0732da83-d4a4-469d-8f2c-27213bbc7f07 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Calling delete_port for 3d8c5eb9-b191-4908-ac8b-2722af312d3d owned by compute:nova {{(pid=102996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:49.777199 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-e2c3a282-1fd4-4772-865e-07e94b34afaa req-0732da83-d4a4-469d-8f2c-27213bbc7f07 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (3d8c5eb9-b191-4908-ac8b-2722af312d3d), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:49.808060 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0732da83-d4a4-469d-8f2c-27213bbc7f07 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Pushing event deleted for resources: {'Port': ['ID=3d8c5eb9-b191-4908-ac8b-2722af312d3d,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:49.849981 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c3a282-1fd4-4772-865e-07e94b34afaa req-0732da83-d4a4-469d-8f2c-27213bbc7f07 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] No DVR routers for this DVR port 3d8c5eb9-b191-4908-ac8b-2722af312d3d on host hv-cinder-83116 {{(pid=102996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:39:49.852458 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-e2c3a282-1fd4-4772-865e-07e94b34afaa req-0732da83-d4a4-469d-8f2c-27213bbc7f07 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:49.856304 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-e2c3a282-1fd4-4772-865e-07e94b34afaa req-0732da83-d4a4-469d-8f2c-27213bbc7f07 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.46 "DELETE /v2.0/ports/3d8c5eb9-b191-4908-ac8b-2722af312d3d HTTP/1.1" status: 204 len: 173 time: 0.3875711 Feb 28 10:39:49.856732 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0094c42c-86c4-4ee2-ab43-a99f7a3c64fd', 'name': 'network-vif-deleted', 'tag': '3d8c5eb9-b191-4908-ac8b-2722af312d3d'}] {{(pid=102996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:39:49.858929 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fc607127e9415785fd538e0c70e4bf06f6b8f20b6b46de5a0809c41644901f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0508dd08-f6fd-4d3a-b5d4-d33bd6a8beda" -d '{"events": [{"server_uuid": "0094c42c-86c4-4ee2-ab43-a99f7a3c64fd", "name": "network-vif-deleted", "tag": "3d8c5eb9-b191-4908-ac8b-2722af312d3d"}]}' {{(pid=102996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:39:49.893468 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543f10e2-9a6c-46f5-ad61-14a024eb648b x-openstack-request-id: req-543f10e2-9a6c-46f5-ad61-14a024eb648b {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:39:49.893691 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0094c42c-86c4-4ee2-ab43-a99f7a3c64fd", "name": "network-vif-deleted", "tag": "3d8c5eb9-b191-4908-ac8b-2722af312d3d", "status": "completed", "code": 200}]} {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:39:49.893893 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-543f10e2-9a6c-46f5-ad61-14a024eb648b {{(pid=102996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:39:49.894254 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0094c42c-86c4-4ee2-ab43-a99f7a3c64fd', 'name': 'network-vif-deleted', 'tag': '3d8c5eb9-b191-4908-ac8b-2722af312d3d', 'status': 'completed', 'code': 200} Feb 28 10:39:50.023016 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb78084-cac7-452d-bf6f-1779613ab356 req-ae0e0716-dcb6-495d-b393-9f7a496b6390 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:50.024516 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-3cb78084-cac7-452d-bf6f-1779613ab356 req-ae0e0716-dcb6-495d-b393-9f7a496b6390 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4890d4b-0ef0-4d0c-bcc7-13ee08fb4d26 HTTP/1.1" status: 200 len: 944 time: 0.0931232 Feb 28 10:39:50.039204 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80b26e-f179-4a4f-9752-7185a3eee5a2 req-55233b38-d01e-4836-9f9a-6c7f6b668578 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:50.040660 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7e80b26e-f179-4a4f-9752-7185a3eee5a2 req-55233b38-d01e-4836-9f9a-6c7f6b668578 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.0823903 Feb 28 10:39:50.116535 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7e80b26e-f179-4a4f-9752-7185a3eee5a2 req-73774d36-ce07-4320-8191-85d1654d2451 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693614 Feb 28 10:39:50.119718 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-3cb78084-cac7-452d-bf6f-1779613ab356 req-483b7f64-0e85-40a7-9a25-cdcf30c1eb0a tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883422 Feb 28 10:39:50.399997 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-70942f73-59b1-44cf-a6a9-f4fecc8fdad0 req-66608659-595b-43e3-ba89-5de1c949e766 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=0094c42c-86c4-4ee2-ab43-a99f7a3c64fd HTTP/1.1" status: 200 len: 210 time: 0.0274038 Feb 28 10:39:50.513190 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423b177-4a67-4fc7-9915-f0b9886e1a91 req-6278c6f7-a3a9-489b-929c-f26dad530993 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:50.514702 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-9423b177-4a67-4fc7-9915-f0b9886e1a91 req-6278c6f7-a3a9-489b-929c-f26dad530993 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/ports?device_id=710b3a97-8425-44cd-8707-cc29e56fd17c HTTP/1.1" status: 200 len: 946 time: 0.0524678 Feb 28 10:39:50.566996 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-9423b177-4a67-4fc7-9915-f0b9886e1a91 req-9382cc72-7577-4915-8e09-c0b1506f5e43 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3a60a65-45aa-4b68-a140-f3529d1903ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448105 Feb 28 10:39:51.257184 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ef67c-5ff7-43f8-b280-b76170e22fd0 req-db58bcd0-d269-4e11-a3a7-96c1c7d0bcd8 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:51.258614 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-9e4ef67c-5ff7-43f8-b280-b76170e22fd0 req-db58bcd0-d269-4e11-a3a7-96c1c7d0bcd8 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.0770991 Feb 28 10:39:51.269921 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b7f52-5a64-455a-b429-252ef014349c req-aaef404c-078e-48fb-b4b3-36810e0c3f7d tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:51.271303 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-765b7f52-5a64-455a-b429-252ef014349c req-aaef404c-078e-48fb-b4b3-36810e0c3f7d tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4890d4b-0ef0-4d0c-bcc7-13ee08fb4d26 HTTP/1.1" status: 200 len: 944 time: 0.0810325 Feb 28 10:39:51.340348 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-765b7f52-5a64-455a-b429-252ef014349c req-5b313aca-ebda-485f-8227-554e0b33c873 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625801 Feb 28 10:39:51.344532 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-9e4ef67c-5ff7-43f8-b280-b76170e22fd0 req-e4fae59e-e5af-4ae9-9b14-03c9da328fcb tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723603 Feb 28 10:39:51.476363 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device 3d8c5eb9-b191-4908-ac8b-2722af312d3d no longer exists at agent hyperv_hv-cinder-83116 {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:39:51.502287 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] No Port match for: 3d8c5eb9-b191-4908-ac8b-2722af312d3d {{(pid=102997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:39:51.502639 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device 3d8c5eb9-b191-4908-ac8b-2722af312d3d not bound to the agent host hv-cinder-83116 {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:39:51.732977 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e626229-ba1d-44f6-badc-2d5a44671e31 req-ffb2e527-5548-497c-8415-6acd425872de tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:51.734363 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7e626229-ba1d-44f6-badc-2d5a44671e31 req-ffb2e527-5548-497c-8415-6acd425872de tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/ports?device_id=710b3a97-8425-44cd-8707-cc29e56fd17c HTTP/1.1" status: 200 len: 946 time: 0.0830171 Feb 28 10:39:51.741799 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e3ead-ae78-4a0f-be56-a8309fe22288 req-2bb88690-ef18-428c-98b2-3ec3a33a8404 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:51.743165 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0c3e3ead-ae78-4a0f-be56-a8309fe22288 req-2bb88690-ef18-428c-98b2-3ec3a33a8404 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/networks?id=8e50f157-ee2e-494a-9489-e7ce9f786921 HTTP/1.1" status: 200 len: 809 time: 0.1409707 Feb 28 10:39:51.766275 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0c3e3ead-ae78-4a0f-be56-a8309fe22288 req-1fa82f72-a1f7-4277-803c-6238ce639e9e tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/quotas/c6342293c1f74a629d3f9097a3815571 HTTP/1.1" status: 200 len: 375 time: 0.0160882 Feb 28 10:39:51.811680 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0c3e3ead-ae78-4a0f-be56-a8309fe22288 req-10fd2425-8e97-4fdd-a3d1-f6812b7b564c tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c6342293c1f74a629d3f9097a3815571&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398452 Feb 28 10:39:51.818619 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7e626229-ba1d-44f6-badc-2d5a44671e31 req-3556b541-90a8-48e0-9eb4-8d672dffbb89 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3a60a65-45aa-4b68-a140-f3529d1903ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745952 Feb 28 10:39:51.901323 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0c3e3ead-ae78-4a0f-be56-a8309fe22288 req-beeb4a48-fce4-4931-86a1-ac54c86d02af service neutron] 10.222.0.44 "GET /v2.0/networks/8e50f157-ee2e-494a-9489-e7ce9f786921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811129 Feb 28 10:39:51.999435 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0c3e3ead-ae78-4a0f-be56-a8309fe22288 req-e4d57919-0bc7-4bee-8356-3487936c6f43 service neutron] 10.222.0.44 "GET /v2.0/networks/8e50f157-ee2e-494a-9489-e7ce9f786921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918622 Feb 28 10:39:52.179568 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c7b05ac7-92be-415f-b098-316743c0d84c req-417f26e2-1ff1-4298-8e26-672f2f847f97 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffbda6b3-f92e-48a6-851b-477402c4a5bf HTTP/1.1" status: 200 len: 210 time: 0.0505948 Feb 28 10:39:52.504085 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c94307c-9434-4b24-b2ef-f0ec725af020 req-57402468-4236-4faa-981c-714a904eb7ed tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:52.505562 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4c94307c-9434-4b24-b2ef-f0ec725af020 req-57402468-4236-4faa-981c-714a904eb7ed tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4890d4b-0ef0-4d0c-bcc7-13ee08fb4d26 HTTP/1.1" status: 200 len: 944 time: 0.0863831 Feb 28 10:39:52.512478 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40611a-7e84-46ee-b775-a25652a245ae req-e75f9178-b2b5-4fe6-99f6-aaf72d8ec7fe tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:52.513823 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4d40611a-7e84-46ee-b775-a25652a245ae req-e75f9178-b2b5-4fe6-99f6-aaf72d8ec7fe tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.0845087 Feb 28 10:39:52.587815 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4c94307c-9434-4b24-b2ef-f0ec725af020 req-b5167d6e-c7a3-4975-a886-b82d68bd6bc5 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730648 Feb 28 10:39:52.591323 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4d40611a-7e84-46ee-b775-a25652a245ae req-1cd6e883-8335-434b-911b-353c243048d7 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704668 Feb 28 10:39:53.269845 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ea0bd117-7d05-4e39-95ee-ff66a0aa602d req-8d70e0b8-249c-4bf9-adb6-0993bd5fb143 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffbda6b3-f92e-48a6-851b-477402c4a5bf HTTP/1.1" status: 200 len: 210 time: 0.0262916 Feb 28 10:39:53.736909 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f211c256-3c1c-43d5-9253-ec2d1de2426a req-807a7776-e9ce-4aa0-b1c4-25cfcdfd1bd1 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:53.738373 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-f211c256-3c1c-43d5-9253-ec2d1de2426a req-807a7776-e9ce-4aa0-b1c4-25cfcdfd1bd1 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4890d4b-0ef0-4d0c-bcc7-13ee08fb4d26 HTTP/1.1" status: 200 len: 944 time: 0.0855315 Feb 28 10:39:53.745528 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3a9ef-18ea-4af6-9793-fb0f96e84264 req-4809bd91-4343-46af-9e70-ebfc077ea1c7 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:53.746855 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-f4b3a9ef-18ea-4af6-9793-fb0f96e84264 req-4809bd91-4343-46af-9e70-ebfc077ea1c7 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.0843184 Feb 28 10:39:53.815646 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-f211c256-3c1c-43d5-9253-ec2d1de2426a req-c0bf3334-7ce8-4c75-b32b-c27fe9129c2e tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678535 Feb 28 10:39:53.818817 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-f4b3a9ef-18ea-4af6-9793-fb0f96e84264 req-438ffcb6-5360-4f08-8467-22e40180a42a tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655303 Feb 28 10:39:54.359754 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-12b03769-b878-422f-9e2a-93624e0c9f73 req-e85132cf-1cdd-4f5e-8c42-30ba9cf0f846 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffbda6b3-f92e-48a6-851b-477402c4a5bf HTTP/1.1" status: 200 len: 210 time: 0.0274253 Feb 28 10:39:54.936437 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-04c525ab-a9a4-48ba-9251-0a5f07b5b6f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:54.962721 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974be0b1-093b-422a-b973-f6501f476199 req-0aee14b1-12b7-4f47-ab24-245e84ce0188 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:54.964740 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-974be0b1-093b-422a-b973-f6501f476199 req-0aee14b1-12b7-4f47-ab24-245e84ce0188 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4890d4b-0ef0-4d0c-bcc7-13ee08fb4d26 HTTP/1.1" status: 200 len: 944 time: 0.0848062 Feb 28 10:39:54.971875 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d5b34-1072-4d3e-85b8-40b062f72b48 req-10f46818-1040-466e-b830-ba33492618e8 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:54.973208 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-898d5b34-1072-4d3e-85b8-40b062f72b48 req-10f46818-1040-466e-b830-ba33492618e8 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.0838790 Feb 28 10:39:55.050029 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-974be0b1-093b-422a-b973-f6501f476199 req-a6e63b19-dab1-4746-9005-e4b8623bf090 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758770 Feb 28 10:39:55.053084 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-898d5b34-1072-4d3e-85b8-40b062f72b48 req-b151a054-5467-435b-beb7-2f96e093e5a5 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727794 Feb 28 10:39:55.455745 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-8c28e329-4b16-4f18-814f-576ce392e115 req-2017b5ca-2ac4-4d0c-9233-bb3c9b8d6a1a tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffbda6b3-f92e-48a6-851b-477402c4a5bf HTTP/1.1" status: 200 len: 210 time: 0.0260653 Feb 28 10:39:56.202481 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c04c9-3cc2-4660-8883-5075218c2fa5 req-f4f140d4-cd78-4183-bf39-fe62bbac7d4c tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:56.203977 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-408c04c9-3cc2-4660-8883-5075218c2fa5 req-f4f140d4-cd78-4183-bf39-fe62bbac7d4c tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4890d4b-0ef0-4d0c-bcc7-13ee08fb4d26 HTTP/1.1" status: 200 len: 944 time: 0.0856216 Feb 28 10:39:56.210413 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb4990-a36f-48cc-9ebe-1ed5d1aebfac req-2a31d224-41d0-4310-92d6-b45eaa0cf99c tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:56.211766 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4aeb4990-a36f-48cc-9ebe-1ed5d1aebfac req-2a31d224-41d0-4310-92d6-b45eaa0cf99c tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.0847373 Feb 28 10:39:56.281455 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-408c04c9-3cc2-4660-8883-5075218c2fa5 req-68e33dff-49f7-421b-ae86-73a2469703b9 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687692 Feb 28 10:39:56.284689 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4aeb4990-a36f-48cc-9ebe-1ed5d1aebfac req-273e77df-8d23-4c45-8b92-607cdde8970e tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659449 Feb 28 10:39:56.546917 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-8fb364e5-33c2-4289-9af0-238421cc1ad5 req-de35a934-00b9-46f0-8bb8-8056cec549b2 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffbda6b3-f92e-48a6-851b-477402c4a5bf HTTP/1.1" status: 200 len: 210 time: 0.0261736 Feb 28 10:39:56.661820 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device b6d159b9-4c8e-4ce6-ac37-af8c55975b8d details requested by agent hyperv_hv-cinder-83116 with host hv-cinder-83116 {{(pid=102997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:39:56.766219 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port b6d159b9-4c8e-4ce6-ac37-af8c55975b8d, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=b6d159b9-4c8e-4ce6-ac37-af8c55975b8d,segment=NetworkSegment(70a518fb-2283-4553-b90f-d3f0f325e4d8),segment_id=70a518fb-2283-4553-b90f-d3f0f325e4d8)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:56.831072 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d0397-6cc2-4602-8fdb-ab402cc0f925 req-368f14a0-77c6-4585-bf03-06563b9b1d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:56.832767 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-690d0397-6cc2-4602-8fdb-ab402cc0f925 req-368f14a0-77c6-4585-bf03-06563b9b1d50 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 1130 time: 0.0470681 Feb 28 10:39:56.888169 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-690d0397-6cc2-4602-8fdb-ab402cc0f925 req-fe36c981-0f34-402f-90d3-fdbfe865496f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406365 Feb 28 10:39:56.904408 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Returning: {'device': 'b6d159b9-4c8e-4ce6-ac37-af8c55975b8d', 'network_id': '9b073e6b-c342-425b-a002-2cd2376b1da4', 'port_id': 'b6d159b9-4c8e-4ce6-ac37-af8c55975b8d', 'mac_address': 'fa:16:3e:46:17:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f6bb29c-d00a-495d-ab78-9dec9ba1e99a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:39:56.940405 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Current status of the port b6d159b9-4c8e-4ce6-ac37-af8c55975b8d is: DOWN; New status is: BUILD {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:39:56.940715 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (b6d159b9-4c8e-4ce6-ac37-af8c55975b8d), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:56.952402 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.notifiers.nova [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6d159b9-4c8e-4ce6-ac37-af8c55975b8d {{(pid=102997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:39:56.970672 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port b6d159b9-4c8e-4ce6-ac37-af8c55975b8d, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=b6d159b9-4c8e-4ce6-ac37-af8c55975b8d,segment=NetworkSegment(70a518fb-2283-4553-b90f-d3f0f325e4d8),segment_id=70a518fb-2283-4553-b90f-d3f0f325e4d8)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:56.974218 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (b6d159b9-4c8e-4ce6-ac37-af8c55975b8d), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:57.018637 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Pushing event updated for resources: {'Port': ['ID=b6d159b9-4c8e-4ce6-ac37-af8c55975b8d,revision_number=4']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:57.157809 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-220973e0-c61f-4bf9-9106-0d290293431c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:57.434001 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d8f7f-9439-4a81-91d9-d2c67c1b3689 req-ff15d9d8-5012-4089-ad1e-d2a2ee706b19 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:57.435519 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7c7d8f7f-9439-4a81-91d9-d2c67c1b3689 req-ff15d9d8-5012-4089-ad1e-d2a2ee706b19 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4890d4b-0ef0-4d0c-bcc7-13ee08fb4d26 HTTP/1.1" status: 200 len: 945 time: 0.0883465 Feb 28 10:39:57.443123 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c71b0-873e-4e57-8ab9-a8d8ff21a6b4 req-bf28c58a-bbc2-49a0-b5ce-0cc9b4863ad1 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:57.444478 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-3f6c71b0-873e-4e57-8ab9-a8d8ff21a6b4 req-bf28c58a-bbc2-49a0-b5ce-0cc9b4863ad1 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.0884914 Feb 28 10:39:57.518302 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-3f6c71b0-873e-4e57-8ab9-a8d8ff21a6b4 req-7f6950af-bd12-42d1-8560-b5e37883c051 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671866 Feb 28 10:39:57.527425 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7c7d8f7f-9439-4a81-91d9-d2c67c1b3689 req-c1b9fd88-1dd0-4768-89ef-8d19eb5a509a tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819893 Feb 28 10:39:57.637691 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b3c4a596-d767-4f4b-8515-e09cdbf91164 req-2d654590-94c7-42dc-b72c-933334462063 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffbda6b3-f92e-48a6-851b-477402c4a5bf HTTP/1.1" status: 200 len: 210 time: 0.0271139 Feb 28 10:39:58.064207 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] get_ports_and_sgs() called for port_ids ['b6d159b9-4c8e-4ce6-ac37-af8c55975b8d'] {{(pid=102997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:39:58.544305 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:58.692802 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8567751-83b0-4969-8520-12a8656bb8f8 req-3ffe7eb0-cd5d-463a-b9a3-34f95191536c tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:58.695028 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-f8567751-83b0-4969-8520-12a8656bb8f8 req-3ffe7eb0-cd5d-463a-b9a3-34f95191536c tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4890d4b-0ef0-4d0c-bcc7-13ee08fb4d26 HTTP/1.1" status: 200 len: 945 time: 0.0954773 Feb 28 10:39:58.706687 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7490ce-ae10-41aa-8bab-940ceb3e69c4 req-13253576-0ac7-4346-945c-986b18633bce tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:58.708451 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6d7490ce-ae10-41aa-8bab-940ceb3e69c4 req-13253576-0ac7-4346-945c-986b18633bce tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.0983491 Feb 28 10:39:58.720013 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e3ead-ae78-4a0f-be56-a8309fe22288 req-79c98093-b707-487f-b529-9199f5f66b38 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:58.721787 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-0c3e3ead-ae78-4a0f-be56-a8309fe22288 req-79c98093-b707-487f-b529-9199f5f66b38 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.46 "GET /v2.0/networks?id=8e50f157-ee2e-494a-9489-e7ce9f786921 HTTP/1.1" status: 200 len: 809 time: 0.1474910 Feb 28 10:39:58.775458 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-f8567751-83b0-4969-8520-12a8656bb8f8 req-7c9bb393-0ac8-4c62-8d97-b0dc7b11502b tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658381 Feb 28 10:39:58.776456 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [req-0c3e3ead-ae78-4a0f-be56-a8309fe22288 req-bc4f7a2b-98de-4c0a-96d1-b73bfd91d1a8 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Request body: {'port': {'device_id': 'ffbda6b3-f92e-48a6-851b-477402c4a5bf', 'network_id': '8e50f157-ee2e-494a-9489-e7ce9f786921', 'admin_state_up': True, 'tenant_id': 'c6342293c1f74a629d3f9097a3815571'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:58.796441 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6d7490ce-ae10-41aa-8bab-940ceb3e69c4 req-1e0edffc-b4be-4682-85ce-512bd4a3fd0c tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733979 Feb 28 10:39:58.869476 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e2b7b20c-11b0-4b35-a4e1-7407da043b47 req-9a824204-bfdc-4bc9-9dcf-dd1c39884711 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffbda6b3-f92e-48a6-851b-477402c4a5bf HTTP/1.1" status: 200 len: 210 time: 0.0258567 Feb 28 10:39:58.887484 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c3e3ead-ae78-4a0f-be56-a8309fe22288 req-bc4f7a2b-98de-4c0a-96d1-b73bfd91d1a8 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Made reservation on behalf of c6342293c1f74a629d3f9097a3815571 for: {'port': 1} {{(pid=102996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:39:58.890742 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-0c3e3ead-ae78-4a0f-be56-a8309fe22288 req-bc4f7a2b-98de-4c0a-96d1-b73bfd91d1a8 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:59.009556 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.db_base_plugin_common [req-0c3e3ead-ae78-4a0f-be56-a8309fe22288 req-bc4f7a2b-98de-4c0a-96d1-b73bfd91d1a8 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Allocated IP 172.20.0.14 (8e50f157-ee2e-494a-9489-e7ce9f786921/d815ea78-c55c-4034-8ddf-d85f7d0de838/a06bffda-45d5-422d-97dc-83e0d317d47d) {{(pid=102996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:39:59.164038 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-0c3e3ead-ae78-4a0f-be56-a8309fe22288 req-bc4f7a2b-98de-4c0a-96d1-b73bfd91d1a8 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Publish callbacks [] for port (a06bffda-45d5-422d-97dc-83e0d317d47d), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:59.199921 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-0c3e3ead-ae78-4a0f-be56-a8309fe22288 req-bc4f7a2b-98de-4c0a-96d1-b73bfd91d1a8 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (a06bffda-45d5-422d-97dc-83e0d317d47d), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:59.242837 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c3e3ead-ae78-4a0f-be56-a8309fe22288 req-bc4f7a2b-98de-4c0a-96d1-b73bfd91d1a8 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Network 8e50f157-ee2e-494a-9489-e7ce9f786921 is already hosted by enough agents. {{(pid=102996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:39:59.246424 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.base_scheduler [req-0c3e3ead-ae78-4a0f-be56-a8309fe22288 req-bc4f7a2b-98de-4c0a-96d1-b73bfd91d1a8 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Resources bound (agent type, host, resource id): {{(pid=102996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:39:59.250776 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c3e3ead-ae78-4a0f-be56-a8309fe22288 req-bc4f7a2b-98de-4c0a-96d1-b73bfd91d1a8 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Received port after_create {{(pid=102996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:39:59.257333 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4f7a2b-98de-4c0a-96d1-b73bfd91d1a8 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Pushing event updated for resources: {'Port': ['ID=a06bffda-45d5-422d-97dc-83e0d317d47d,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:59.305617 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e3ead-ae78-4a0f-be56-a8309fe22288 req-bc4f7a2b-98de-4c0a-96d1-b73bfd91d1a8 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:59.306210 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-0c3e3ead-ae78-4a0f-be56-a8309fe22288 req-bc4f7a2b-98de-4c0a-96d1-b73bfd91d1a8 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:59.324231 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-0c3e3ead-ae78-4a0f-be56-a8309fe22288 req-bc4f7a2b-98de-4c0a-96d1-b73bfd91d1a8 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5521908 Feb 28 10:39:59.344295 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [req-0c3e3ead-ae78-4a0f-be56-a8309fe22288 req-0b297296-e610-4991-9c5e-c4b6d427d3f4 service neutron] Request body: {'port': {'device_id': 'ffbda6b3-f92e-48a6-851b-477402c4a5bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83116'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:59.401596 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-0c3e3ead-ae78-4a0f-be56-a8309fe22288 req-0b297296-e610-4991-9c5e-c4b6d427d3f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (a06bffda-45d5-422d-97dc-83e0d317d47d), before_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:59.658689 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [req-0c3e3ead-ae78-4a0f-be56-a8309fe22288 req-0b297296-e610-4991-9c5e-c4b6d427d3f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a06bffda-45d5-422d-97dc-83e0d317d47d {{(pid=102996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:39:59.666792 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-0c3e3ead-ae78-4a0f-be56-a8309fe22288 req-0b297296-e610-4991-9c5e-c4b6d427d3f4 service neutron] Publish callbacks [] for port (a06bffda-45d5-422d-97dc-83e0d317d47d), precommit_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:59.679641 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.provisioning_blocks [req-0c3e3ead-ae78-4a0f-be56-a8309fe22288 req-0b297296-e610-4991-9c5e-c4b6d427d3f4 service neutron] Transition to ACTIVE for port object a06bffda-45d5-422d-97dc-83e0d317d47d will not be triggered until provisioned by entity L2. {{(pid=102996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:39:59.682924 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-0c3e3ead-ae78-4a0f-be56-a8309fe22288 req-0b297296-e610-4991-9c5e-c4b6d427d3f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63361884'] for port (a06bffda-45d5-422d-97dc-83e0d317d47d), after_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:59.731399 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b297296-e610-4991-9c5e-c4b6d427d3f4 service neutron] Pushing event updated for resources: {'Port': ['ID=a06bffda-45d5-422d-97dc-83e0d317d47d,revision_number=2']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:59.801247 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-0c3e3ead-ae78-4a0f-be56-a8309fe22288 req-0b297296-e610-4991-9c5e-c4b6d427d3f4 service neutron] Attempting to bind port a06bffda-45d5-422d-97dc-83e0d317d47d on host hv-cinder-83116 for vnic_type normal with profile {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:39:59.801578 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-0c3e3ead-ae78-4a0f-be56-a8309fe22288 req-0b297296-e610-4991-9c5e-c4b6d427d3f4 service neutron] Attempting to bind port a06bffda-45d5-422d-97dc-83e0d317d47d by drivers openvswitch,hyperv on host hv-cinder-83116 at level 0 using segments [{'id': '46a5795d-9045-42d5-a5dd-fe341cc4bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8e50f157-ee2e-494a-9489-e7ce9f786921'}] {{(pid=102996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:39:59.801908 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3e3ead-ae78-4a0f-be56-a8309fe22288 req-0b297296-e610-4991-9c5e-c4b6d427d3f4 service neutron] Attempting to bind port a06bffda-45d5-422d-97dc-83e0d317d47d on network 8e50f157-ee2e-494a-9489-e7ce9f786921 {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:39:59.806218 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3e3ead-ae78-4a0f-be56-a8309fe22288 req-0b297296-e610-4991-9c5e-c4b6d427d3f4 service neutron] Port a06bffda-45d5-422d-97dc-83e0d317d47d on network 8e50f157-ee2e-494a-9489-e7ce9f786921 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83116 {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:39:59.806535 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3e3ead-ae78-4a0f-be56-a8309fe22288 req-0b297296-e610-4991-9c5e-c4b6d427d3f4 service neutron] Attempting to bind port a06bffda-45d5-422d-97dc-83e0d317d47d on network 8e50f157-ee2e-494a-9489-e7ce9f786921 {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:39:59.811306 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3e3ead-ae78-4a0f-be56-a8309fe22288 req-0b297296-e610-4991-9c5e-c4b6d427d3f4 service neutron] Checking agent: {'id': 'db31e800-75f5-4bdb-84cd-f402d346b45c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 36, 4), 'started_at': datetime.datetime(2022, 2, 28, 10, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:39:59.811639 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3e3ead-ae78-4a0f-be56-a8309fe22288 req-0b297296-e610-4991-9c5e-c4b6d427d3f4 service neutron] Checking segment: {'id': '46a5795d-9045-42d5-a5dd-fe341cc4bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8e50f157-ee2e-494a-9489-e7ce9f786921'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:39:59.812012 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3e3ead-ae78-4a0f-be56-a8309fe22288 req-0b297296-e610-4991-9c5e-c4b6d427d3f4 service neutron] Bound using segment: {'id': '46a5795d-9045-42d5-a5dd-fe341cc4bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8e50f157-ee2e-494a-9489-e7ce9f786921'} {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:39:59.812427 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-0c3e3ead-ae78-4a0f-be56-a8309fe22288 req-0b297296-e610-4991-9c5e-c4b6d427d3f4 service neutron] Bound port: a06bffda-45d5-422d-97dc-83e0d317d47d, host: hv-cinder-83116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46a5795d-9045-42d5-a5dd-fe341cc4bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8e50f157-ee2e-494a-9489-e7ce9f786921'}}] {{(pid=102996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:39:59.812776 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-0c3e3ead-ae78-4a0f-be56-a8309fe22288 req-0b297296-e610-4991-9c5e-c4b6d427d3f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (a06bffda-45d5-422d-97dc-83e0d317d47d), before_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:59.879072 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-0c3e3ead-ae78-4a0f-be56-a8309fe22288 req-0b297296-e610-4991-9c5e-c4b6d427d3f4 service neutron] For port a06bffda-45d5-422d-97dc-83e0d317d47d, host hv-cinder-83116, cleared binding levels {{(pid=102996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:39:59.882329 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-0c3e3ead-ae78-4a0f-be56-a8309fe22288 req-0b297296-e610-4991-9c5e-c4b6d427d3f4 service neutron] For port a06bffda-45d5-422d-97dc-83e0d317d47d, host hv-cinder-83116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=a06bffda-45d5-422d-97dc-83e0d317d47d,segment=NetworkSegment(46a5795d-9045-42d5-a5dd-fe341cc4bc47),segment_id=46a5795d-9045-42d5-a5dd-fe341cc4bc47)] {{(pid=102996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:39:59.891037 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-0c3e3ead-ae78-4a0f-be56-a8309fe22288 req-0b297296-e610-4991-9c5e-c4b6d427d3f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63361884'] for port (a06bffda-45d5-422d-97dc-83e0d317d47d), after_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:59.910848 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:59.945627 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e3ead-ae78-4a0f-be56-a8309fe22288 req-0b297296-e610-4991-9c5e-c4b6d427d3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:59.947880 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-0c3e3ead-ae78-4a0f-be56-a8309fe22288 req-0b297296-e610-4991-9c5e-c4b6d427d3f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:59.949467 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-0c3e3ead-ae78-4a0f-be56-a8309fe22288 req-0b297296-e610-4991-9c5e-c4b6d427d3f4 service neutron] 10.222.0.46 "PUT /v2.0/ports/a06bffda-45d5-422d-97dc-83e0d317d47d HTTP/1.1" status: 200 len: 1094 time: 0.6093726 Feb 28 10:39:59.949615 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d460637b-c712-4004-acd4-b020fd5a256f req-2d1f000a-1638-42e9-8b78-beb903b00daf tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:59.950083 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffbda6b3-f92e-48a6-851b-477402c4a5bf', 'tag': 'a06bffda-45d5-422d-97dc-83e0d317d47d'}] {{(pid=102996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:39:59.951019 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d460637b-c712-4004-acd4-b020fd5a256f req-2d1f000a-1638-42e9-8b78-beb903b00daf tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4890d4b-0ef0-4d0c-bcc7-13ee08fb4d26 HTTP/1.1" status: 200 len: 945 time: 0.1064899 Feb 28 10:39:59.952500 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fc607127e9415785fd538e0c70e4bf06f6b8f20b6b46de5a0809c41644901f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9951c1-f945-4760-a128-ff50aedfb966" -d '{"events": [{"name": "network-changed", "server_uuid": "ffbda6b3-f92e-48a6-851b-477402c4a5bf", "tag": "a06bffda-45d5-422d-97dc-83e0d317d47d"}]}' {{(pid=102996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:39:59.974769 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c01e04-da4f-4302-aa09-ea71030e211a req-24da722a-fab8-4757-829c-aa8558e97ff5 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:59.976376 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-89c01e04-da4f-4302-aa09-ea71030e211a req-24da722a-fab8-4757-829c-aa8558e97ff5 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.0990167 Feb 28 10:39:59.987509 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b297296-e610-4991-9c5e-c4b6d427d3f4 service neutron] Pushing event updated for resources: {'Port': ['ID=a06bffda-45d5-422d-97dc-83e0d317d47d,revision_number=3']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:00.039423 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d460637b-c712-4004-acd4-b020fd5a256f req-46b56bd3-5183-4f13-9ca9-cc455feb6db1 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810256 Feb 28 10:40:00.046360 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-89c01e04-da4f-4302-aa09-ea71030e211a req-cd2e4aa7-c954-4296-a13a-117632238d14 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631697 Feb 28 10:40:00.097165 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e3ead-ae78-4a0f-be56-a8309fe22288 req-b2f30735-3d3d-4da0-8bbb-2f205d51e64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:00.098658 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-0c3e3ead-ae78-4a0f-be56-a8309fe22288 req-b2f30735-3d3d-4da0-8bbb-2f205d51e64a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c6342293c1f74a629d3f9097a3815571&device_id=ffbda6b3-f92e-48a6-851b-477402c4a5bf HTTP/1.1" status: 200 len: 1128 time: 0.0537524 Feb 28 10:40:00.113129 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3596f9-83a3-4cf8-83e2-5ceb111a8b47 x-openstack-request-id: req-0b3596f9-83a3-4cf8-83e2-5ceb111a8b47 {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:40:00.113795 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffbda6b3-f92e-48a6-851b-477402c4a5bf", "tag": "a06bffda-45d5-422d-97dc-83e0d317d47d", "status": "completed", "code": 200}]} {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:40:00.114153 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0b3596f9-83a3-4cf8-83e2-5ceb111a8b47 {{(pid=102996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:40:00.114656 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffbda6b3-f92e-48a6-851b-477402c4a5bf', 'tag': 'a06bffda-45d5-422d-97dc-83e0d317d47d', 'status': 'completed', 'code': 200} Feb 28 10:40:00.155484 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-0c3e3ead-ae78-4a0f-be56-a8309fe22288 req-04d28204-470b-4384-a6ab-f54078d2705d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a06bffda-45d5-422d-97dc-83e0d317d47d HTTP/1.1" status: 200 len: 217 time: 0.0396702 Feb 28 10:40:00.174190 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b2a4a9-149c-4f52-85a6-3cb5f8e0dca0 req-79473271-1253-4c0a-b947-2541dec020a9 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:00.175668 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-03b2a4a9-149c-4f52-85a6-3cb5f8e0dca0 req-79473271-1253-4c0a-b947-2541dec020a9 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffbda6b3-f92e-48a6-851b-477402c4a5bf HTTP/1.1" status: 200 len: 944 time: 0.0581951 Feb 28 10:40:00.203433 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e3ead-ae78-4a0f-be56-a8309fe22288 req-769c24eb-8e13-46e6-9da1-565796114745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:00.204974 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-0c3e3ead-ae78-4a0f-be56-a8309fe22288 req-769c24eb-8e13-46e6-9da1-565796114745 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d815ea78-c55c-4034-8ddf-d85f7d0de838 HTTP/1.1" status: 200 len: 849 time: 0.0427303 Feb 28 10:40:00.224467 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-03b2a4a9-149c-4f52-85a6-3cb5f8e0dca0 req-629b2ae8-4ff4-4511-b586-b6d32bd01675 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b4268a-32ba-4e54-ba83-94980313652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428782 Feb 28 10:40:00.244081 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-0c3e3ead-ae78-4a0f-be56-a8309fe22288 req-0b8519e4-e241-4a61-ae2f-8d9e8d9eb49c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8e50f157-ee2e-494a-9489-e7ce9f786921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253959 Feb 28 10:40:00.337130 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-0c3e3ead-ae78-4a0f-be56-a8309fe22288 req-b2c54cec-3538-4e12-a46e-8dd674065d35 service neutron] 10.222.0.46 "GET /v2.0/networks/8e50f157-ee2e-494a-9489-e7ce9f786921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849116 Feb 28 10:40:00.430584 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-0c3e3ead-ae78-4a0f-be56-a8309fe22288 req-23e96f77-56d9-4a93-80b8-bccfa9388ac9 service neutron] 10.222.0.46 "GET /v2.0/networks/8e50f157-ee2e-494a-9489-e7ce9f786921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857959 Feb 28 10:40:00.576236 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9951c1-f945-4760-a128-ff50aedfb966 req-c4d90e3a-3547-4700-ae9c-a135ac687de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:00.577754 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-9a9951c1-f945-4760-a128-ff50aedfb966 req-c4d90e3a-3547-4700-ae9c-a135ac687de4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c6342293c1f74a629d3f9097a3815571&device_id=ffbda6b3-f92e-48a6-851b-477402c4a5bf HTTP/1.1" status: 200 len: 1128 time: 0.0541883 Feb 28 10:40:00.902616 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9951c1-f945-4760-a128-ff50aedfb966 req-ffba4c01-fe57-468a-a5d3-c656c2083c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:00.904077 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-9a9951c1-f945-4760-a128-ff50aedfb966 req-ffba4c01-fe57-468a-a5d3-c656c2083c55 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8e50f157-ee2e-494a-9489-e7ce9f786921 HTTP/1.1" status: 200 len: 910 time: 0.0866992 Feb 28 10:40:00.944540 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-9a9951c1-f945-4760-a128-ff50aedfb966 req-b1b489bb-94b2-49c7-8638-4bcd879f90cb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a06bffda-45d5-422d-97dc-83e0d317d47d HTTP/1.1" status: 200 len: 217 time: 0.0337272 Feb 28 10:40:00.989459 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9951c1-f945-4760-a128-ff50aedfb966 req-e037f14b-3f1a-4b27-acb2-3fd90b001fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:00.990797 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-9a9951c1-f945-4760-a128-ff50aedfb966 req-e037f14b-3f1a-4b27-acb2-3fd90b001fce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d815ea78-c55c-4034-8ddf-d85f7d0de838 HTTP/1.1" status: 200 len: 849 time: 0.0402544 Feb 28 10:40:01.026084 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-9a9951c1-f945-4760-a128-ff50aedfb966 req-71b1e958-6b59-4d15-9ff4-590a1ef7f7b1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8e50f157-ee2e-494a-9489-e7ce9f786921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289998 Feb 28 10:40:01.122285 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-9a9951c1-f945-4760-a128-ff50aedfb966 req-81336c20-dd24-4396-a177-f0c99d4dac7a service neutron] 10.222.0.46 "GET /v2.0/networks/8e50f157-ee2e-494a-9489-e7ce9f786921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891705 Feb 28 10:40:01.196123 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f9704-b53c-43d5-b5bd-62ff78c788e2 req-3d8221c5-9311-4f9f-9974-69906a333102 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:01.197584 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a14f9704-b53c-43d5-b5bd-62ff78c788e2 req-3d8221c5-9311-4f9f-9974-69906a333102 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4890d4b-0ef0-4d0c-bcc7-13ee08fb4d26 HTTP/1.1" status: 200 len: 945 time: 0.0846047 Feb 28 10:40:01.229965 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-9a9951c1-f945-4760-a128-ff50aedfb966 req-9dc9602b-e044-4a28-bfbb-23fdd425ba86 service neutron] 10.222.0.46 "GET /v2.0/networks/8e50f157-ee2e-494a-9489-e7ce9f786921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914991 Feb 28 10:40:01.237704 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5746b-e9aa-4a96-baff-af4b6809aad7 req-bffea9b5-1e5b-4763-b96d-6503613b03f8 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:01.240066 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c5e5746b-e9aa-4a96-baff-af4b6809aad7 req-bffea9b5-1e5b-4763-b96d-6503613b03f8 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.0867229 Feb 28 10:40:01.240564 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device b6d159b9-4c8e-4ce6-ac37-af8c55975b8d up at agent hyperv_hv-cinder-83116 {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:40:01.278966 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a14f9704-b53c-43d5-b5bd-62ff78c788e2 req-6f5fc6b7-6f60-489b-aa8d-78ba366c14e9 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757086 Feb 28 10:40:01.303298 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Provisioning for port b6d159b9-4c8e-4ce6-ac37-af8c55975b8d completed by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:40:01.307153 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c5e5746b-e9aa-4a96-baff-af4b6809aad7 req-a4f896f7-521f-4690-bcef-b2a01e30f957 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613770 Feb 28 10:40:01.308629 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Provisioning complete for port b6d159b9-4c8e-4ce6-ac37-af8c55975b8d triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:01.309066 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (b6d159b9-4c8e-4ce6-ac37-af8c55975b8d), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:01.404652 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Current status of the port b6d159b9-4c8e-4ce6-ac37-af8c55975b8d is: BUILD; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:01.405257 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (b6d159b9-4c8e-4ce6-ac37-af8c55975b8d), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:01.415145 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aaf933-a633-4280-9b81-46d7b390ea89 req-68ecfe5c-6cf9-459f-820c-efb2ee532d97 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:01.417173 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d8aaf933-a633-4280-9b81-46d7b390ea89 req-68ecfe5c-6cf9-459f-820c-efb2ee532d97 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffbda6b3-f92e-48a6-851b-477402c4a5bf HTTP/1.1" status: 200 len: 944 time: 0.0806258 Feb 28 10:40:01.433479 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4890d4b-0ef0-4d0c-bcc7-13ee08fb4d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d159b9-4c8e-4ce6-ac37-af8c55975b8d'}] {{(pid=102997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:40:01.435754 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3235e45cea9492f03cbc66cd40cfc06ba5865c86106c1e9dddb87cdb5008e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9eb847-dce5-4e14-8583-c40c481416e1" -d '{"events": [{"server_uuid": "a4890d4b-0ef0-4d0c-bcc7-13ee08fb4d26", "name": "network-vif-plugged", "status": "completed", "tag": "b6d159b9-4c8e-4ce6-ac37-af8c55975b8d"}]}' {{(pid=102997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:40:01.451245 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port b6d159b9-4c8e-4ce6-ac37-af8c55975b8d, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=b6d159b9-4c8e-4ce6-ac37-af8c55975b8d,segment=NetworkSegment(70a518fb-2283-4553-b90f-d3f0f325e4d8),segment_id=70a518fb-2283-4553-b90f-d3f0f325e4d8)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:01.456629 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (b6d159b9-4c8e-4ce6-ac37-af8c55975b8d), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:01.478437 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14cc3c1-5e29-43fd-b480-65dce75cc090 req-2c99f362-9393-4faa-b1d4-130370419b37 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:01.480217 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c14cc3c1-5e29-43fd-b480-65dce75cc090 req-2c99f362-9393-4faa-b1d4-130370419b37 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.1020660 Feb 28 10:40:01.498690 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d8aaf933-a633-4280-9b81-46d7b390ea89 req-44ee4197-0ab4-471f-a77f-df04d2358778 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b4268a-32ba-4e54-ba83-94980313652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759778 Feb 28 10:40:01.532257 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Pushing event updated for resources: {'Port': ['ID=b6d159b9-4c8e-4ce6-ac37-af8c55975b8d,revision_number=5']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:01.538089 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:01.568700 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66dedfb-9c1f-4651-b3c2-1d82a00c9ed3 x-openstack-request-id: req-f66dedfb-9c1f-4651-b3c2-1d82a00c9ed3 {{(pid=102997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:40:01.568853 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c14cc3c1-5e29-43fd-b480-65dce75cc090 req-1f93be26-8aba-4631-b63a-019040d7af06 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803926 Feb 28 10:40:01.569354 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4890d4b-0ef0-4d0c-bcc7-13ee08fb4d26", "name": "network-vif-plugged", "status": "completed", "tag": "b6d159b9-4c8e-4ce6-ac37-af8c55975b8d", "code": 200}]} {{(pid=102997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:40:01.569789 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f66dedfb-9c1f-4651-b3c2-1d82a00c9ed3 {{(pid=102997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:40:01.570489 dv-cinder-831167-1-iscsi neutron-server[102997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4890d4b-0ef0-4d0c-bcc7-13ee08fb4d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d159b9-4c8e-4ce6-ac37-af8c55975b8d', 'code': 200} Feb 28 10:40:01.835302 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 57222) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:01.944485 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-532023f9-e89f-4caa-92f9-a018acd14933 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:02.016036 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-532023f9-e89f-4caa-92f9-a018acd14933 admin admin] Publish callbacks [] for security_group (a6a8b8e2-626f-4d52-8403-2670c3086dfa), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:02.019455 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-532023f9-e89f-4caa-92f9-a018acd14933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (a6a8b8e2-626f-4d52-8403-2670c3086dfa), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:02.057411 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-532023f9-e89f-4caa-92f9-a018acd14933 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8767d9df6ef54e68b290dfda51cde040&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2209473 Feb 28 10:40:02.058271 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532023f9-e89f-4caa-92f9-a018acd14933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a8b8e2-626f-4d52-8403-2670c3086dfa,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:02.061317 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 57228) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:02.121197 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-8cd05e9d-1dec-45ea-8b1b-d5ccdcce1cc1 admin admin] Publish callbacks [] for security_group (a6a8b8e2-626f-4d52-8403-2670c3086dfa), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:02.142435 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-8cd05e9d-1dec-45ea-8b1b-d5ccdcce1cc1 admin admin] Publish callbacks [] for security_group (a6a8b8e2-626f-4d52-8403-2670c3086dfa), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:02.187412 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-8cd05e9d-1dec-45ea-8b1b-d5ccdcce1cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (a6a8b8e2-626f-4d52-8403-2670c3086dfa), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:02.189949 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-8cd05e9d-1dec-45ea-8b1b-d5ccdcce1cc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:02.191114 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-8cd05e9d-1dec-45ea-8b1b-d5ccdcce1cc1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a6a8b8e2-626f-4d52-8403-2670c3086dfa HTTP/1.1" status: 204 len: 168 time: 0.1273835 Feb 28 10:40:02.199333 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd05e9d-1dec-45ea-8b1b-d5ccdcce1cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a8b8e2-626f-4d52-8403-2670c3086dfa,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:02.277805 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaae0ae-af9c-423d-9b52-0fccba642cc1 req-1ff501f5-3c02-460a-9704-7588e9ef934f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:02.279330 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-cfaae0ae-af9c-423d-9b52-0fccba642cc1 req-1ff501f5-3c02-460a-9704-7588e9ef934f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a4890d4b-0ef0-4d0c-bcc7-13ee08fb4d26 HTTP/1.1" status: 200 len: 1130 time: 0.0529583 Feb 28 10:40:02.364652 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-cfaae0ae-af9c-423d-9b52-0fccba642cc1 req-35718d3f-6cf0-4428-9e65-d29101c83c94 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712395 Feb 28 10:40:02.378474 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-ebfdb2aa-75c7-4ac5-aa4c-0567e2d73bae req-19d3a99b-397a-45be-8436-0258f058ed5b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3a117cac-a1a4-4467-84c0-0a89debf087a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0785794 Feb 28 10:40:02.405247 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8bc28-4d72-45cd-b19f-ca2c4054d4e6 req-fa2eb340-1efe-4dbd-b9be-5c9ee7125496 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:02.406839 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-85e8bc28-4d72-45cd-b19f-ca2c4054d4e6 req-fa2eb340-1efe-4dbd-b9be-5c9ee7125496 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4890d4b-0ef0-4d0c-bcc7-13ee08fb4d26 HTTP/1.1" status: 200 len: 946 time: 0.0543945 Feb 28 10:40:02.455262 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-85e8bc28-4d72-45cd-b19f-ca2c4054d4e6 req-738ce77d-667d-4f49-9bd3-a5376bad593a tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429575 Feb 28 10:40:02.483619 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 57236) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:02.496386 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-0a51bc56-f0e7-40d4-844e-310b962833ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:02.583795 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-0a51bc56-f0e7-40d4-844e-310b962833ef admin admin] Publish callbacks [] for security_group (67bfdf79-e50d-493c-a070-d362e3a21c70), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:02.588273 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-0a51bc56-f0e7-40d4-844e-310b962833ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (67bfdf79-e50d-493c-a070-d362e3a21c70), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:02.648145 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-0a51bc56-f0e7-40d4-844e-310b962833ef admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d221bde42d6c4976ba58db72bac1afdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1634076 Feb 28 10:40:02.649621 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a51bc56-f0e7-40d4-844e-310b962833ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67bfdf79-e50d-493c-a070-d362e3a21c70,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:02.651503 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 57242) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:02.677625 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5003cc3a-f505-42da-bd44-2ac954e915ae req-fc0f8243-0f29-49ed-b6b6-226a040257f0 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:02.679209 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5003cc3a-f505-42da-bd44-2ac954e915ae req-fc0f8243-0f29-49ed-b6b6-226a040257f0 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffbda6b3-f92e-48a6-851b-477402c4a5bf HTTP/1.1" status: 200 len: 944 time: 0.1076260 Feb 28 10:40:02.700260 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-aacc321b-5b69-4cea-9030-2427e1ec10aa admin admin] Publish callbacks [] for security_group (67bfdf79-e50d-493c-a070-d362e3a21c70), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:02.721769 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-aacc321b-5b69-4cea-9030-2427e1ec10aa admin admin] Publish callbacks [] for security_group (67bfdf79-e50d-493c-a070-d362e3a21c70), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:02.727318 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5003cc3a-f505-42da-bd44-2ac954e915ae req-5ef23398-7ed5-4550-b74f-82bb88567aff tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b4268a-32ba-4e54-ba83-94980313652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420828 Feb 28 10:40:02.767311 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-aacc321b-5b69-4cea-9030-2427e1ec10aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (67bfdf79-e50d-493c-a070-d362e3a21c70), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:02.770179 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-aacc321b-5b69-4cea-9030-2427e1ec10aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:02.774071 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-aacc321b-5b69-4cea-9030-2427e1ec10aa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/67bfdf79-e50d-493c-a070-d362e3a21c70 HTTP/1.1" status: 204 len: 168 time: 0.1190789 Feb 28 10:40:02.783434 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc321b-5b69-4cea-9030-2427e1ec10aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67bfdf79-e50d-493c-a070-d362e3a21c70,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:02.791274 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc321b-5b69-4cea-9030-2427e1ec10aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:02.791630 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc321b-5b69-4cea-9030-2427e1ec10aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:02.791988 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc321b-5b69-4cea-9030-2427e1ec10aa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:02.792302 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc321b-5b69-4cea-9030-2427e1ec10aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:02.792702 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc321b-5b69-4cea-9030-2427e1ec10aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:02.792970 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc321b-5b69-4cea-9030-2427e1ec10aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:02.793308 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc321b-5b69-4cea-9030-2427e1ec10aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:02.793673 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc321b-5b69-4cea-9030-2427e1ec10aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:02.793965 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc321b-5b69-4cea-9030-2427e1ec10aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:02.794296 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc321b-5b69-4cea-9030-2427e1ec10aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:02.794624 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc321b-5b69-4cea-9030-2427e1ec10aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:02.794982 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc321b-5b69-4cea-9030-2427e1ec10aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:02.795330 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc321b-5b69-4cea-9030-2427e1ec10aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:03.569346 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa76ff5-fe10-4634-9b8d-9c4ddc004a49 req-74d6392e-5bf5-4db6-ae5d-87c65b7a8168 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:03.570826 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5aa76ff5-fe10-4634-9b8d-9c4ddc004a49 req-74d6392e-5bf5-4db6-ae5d-87c65b7a8168 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4890d4b-0ef0-4d0c-bcc7-13ee08fb4d26 HTTP/1.1" status: 200 len: 946 time: 0.0512066 Feb 28 10:40:03.620706 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5aa76ff5-fe10-4634-9b8d-9c4ddc004a49 req-9dafe6a5-4c18-4851-9912-281bd71de9ed tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439587 Feb 28 10:40:03.844208 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ef1c8-4ad0-48d2-9c51-6639d8e1e6c1 req-00d0cf2e-faac-4cdd-8e2b-68e1f690f2b8 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:03.845694 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a28ef1c8-4ad0-48d2-9c51-6639d8e1e6c1 req-00d0cf2e-faac-4cdd-8e2b-68e1f690f2b8 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffbda6b3-f92e-48a6-851b-477402c4a5bf HTTP/1.1" status: 200 len: 944 time: 0.0549412 Feb 28 10:40:03.902895 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a28ef1c8-4ad0-48d2-9c51-6639d8e1e6c1 req-ff801481-9731-4706-b73d-91b161019a95 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b4268a-32ba-4e54-ba83-94980313652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516362 Feb 28 10:40:04.024117 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (db31e800-75f5-4bdb-84cd-f402d346b45c), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:04.734165 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c64ec-4102-4d26-8426-82e919eed798 req-73bc6178-a688-4b2a-8bc8-9a66a9a80dca tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:04.735658 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a10c64ec-4102-4d26-8426-82e919eed798 req-73bc6178-a688-4b2a-8bc8-9a66a9a80dca tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4890d4b-0ef0-4d0c-bcc7-13ee08fb4d26 HTTP/1.1" status: 200 len: 946 time: 0.0497994 Feb 28 10:40:04.781269 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a10c64ec-4102-4d26-8426-82e919eed798 req-310163e7-93ea-4f9b-aa54-0e5063057f4f tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400333 Feb 28 10:40:05.024371 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec6913-656e-4058-b480-153778191f35 req-7bf5afa7-e090-4ca4-a2cf-c8d129931e38 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:05.025875 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c3ec6913-656e-4058-b480-153778191f35 req-7bf5afa7-e090-4ca4-a2cf-c8d129931e38 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffbda6b3-f92e-48a6-851b-477402c4a5bf HTTP/1.1" status: 200 len: 944 time: 0.0554819 Feb 28 10:40:05.071399 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c3ec6913-656e-4058-b480-153778191f35 req-8b62b2b7-dc74-4e63-858e-d991e5216638 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b4268a-32ba-4e54-ba83-94980313652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400631 Feb 28 10:40:05.893670 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3a7fc-de6f-4dd1-9c8d-bddc14157144 req-ae874daf-9ac9-4858-96ab-a7c82d3f7c78 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:05.895200 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c0a3a7fc-de6f-4dd1-9c8d-bddc14157144 req-ae874daf-9ac9-4858-96ab-a7c82d3f7c78 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4890d4b-0ef0-4d0c-bcc7-13ee08fb4d26 HTTP/1.1" status: 200 len: 946 time: 0.0503199 Feb 28 10:40:05.940165 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c0a3a7fc-de6f-4dd1-9c8d-bddc14157144 req-28978bb4-79db-445b-bd22-beacba2880f4 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389602 Feb 28 10:40:06.187662 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d7195-464a-4c44-b13e-ea1e5450af03 req-0d7da7fa-f561-4d1d-b0f5-2fc3506f24db tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:06.189410 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2c7d7195-464a-4c44-b13e-ea1e5450af03 req-0d7da7fa-f561-4d1d-b0f5-2fc3506f24db tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffbda6b3-f92e-48a6-851b-477402c4a5bf HTTP/1.1" status: 200 len: 944 time: 0.0539618 Feb 28 10:40:06.237237 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2c7d7195-464a-4c44-b13e-ea1e5450af03 req-457f2b19-833e-4e54-a0a0-67c8c8e794be tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b4268a-32ba-4e54-ba83-94980313652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400968 Feb 28 10:40:07.055058 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b665d9a-5ba5-4d60-8c49-a3c4bde50a16 req-71b9a6eb-4694-4b34-a87e-fdb0f5445d98 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:07.056926 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2b665d9a-5ba5-4d60-8c49-a3c4bde50a16 req-71b9a6eb-4694-4b34-a87e-fdb0f5445d98 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4890d4b-0ef0-4d0c-bcc7-13ee08fb4d26 HTTP/1.1" status: 200 len: 946 time: 0.0505626 Feb 28 10:40:07.111473 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2b665d9a-5ba5-4d60-8c49-a3c4bde50a16 req-a1d984cd-2089-46d7-8fa5-9b3a5ffbf0df tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468633 Feb 28 10:40:07.350114 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c22f989-b18c-428c-80b9-4f37fc3b6b5d req-f34d3ae8-8559-4658-a3ff-887cbe9266ac tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:07.351578 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5c22f989-b18c-428c-80b9-4f37fc3b6b5d req-f34d3ae8-8559-4658-a3ff-887cbe9266ac tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffbda6b3-f92e-48a6-851b-477402c4a5bf HTTP/1.1" status: 200 len: 944 time: 0.0496159 Feb 28 10:40:07.400870 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5c22f989-b18c-428c-80b9-4f37fc3b6b5d req-75245e5d-c81f-4132-9784-ad068c17c235 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b4268a-32ba-4e54-ba83-94980313652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434158 Feb 28 10:40:08.242007 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ccc9ab-d08e-4cc9-b0cc-dda374d1f2f5 req-7f68b077-bcf1-448b-bcd1-d62e9946357c tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:08.247608 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-18ccc9ab-d08e-4cc9-b0cc-dda374d1f2f5 req-7f68b077-bcf1-448b-bcd1-d62e9946357c tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4890d4b-0ef0-4d0c-bcc7-13ee08fb4d26 HTTP/1.1" status: 200 len: 946 time: 0.0621738 Feb 28 10:40:08.248257 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfdb2aa-75c7-4ac5-aa4c-0567e2d73bae req-f2eb8fe4-2e35-4b6b-a11e-ef3d377cc397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:08.249977 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-ebfdb2aa-75c7-4ac5-aa4c-0567e2d73bae req-f2eb8fe4-2e35-4b6b-a11e-ef3d377cc397 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4151886992af47f89a22d8119c3ffd94&device_id=3a117cac-a1a4-4467-84c0-0a89debf087a HTTP/1.1" status: 200 len: 1129 time: 0.0496206 Feb 28 10:40:08.313478 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-18ccc9ab-d08e-4cc9-b0cc-dda374d1f2f5 req-48228887-a8f5-4105-83e7-218d34833d9d tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643640 Feb 28 10:40:08.391655 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfdb2aa-75c7-4ac5-aa4c-0567e2d73bae req-68e3bfbf-acd0-4e58-8380-85247cc92d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:08.393127 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-ebfdb2aa-75c7-4ac5-aa4c-0567e2d73bae req-68e3bfbf-acd0-4e58-8380-85247cc92d2d service neutron] 10.222.0.46 "GET /v2.0/networks?id=9b073e6b-c342-425b-a002-2cd2376b1da4 HTTP/1.1" status: 200 len: 916 time: 0.1111522 Feb 28 10:40:08.435855 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-ebfdb2aa-75c7-4ac5-aa4c-0567e2d73bae req-3c1166d1-be1a-463c-b234-fb5bfc810ee6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3a2cc80-254c-4e2c-bc3f-cb2a6e821357 HTTP/1.1" status: 200 len: 217 time: 0.0345960 Feb 28 10:40:08.516611 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d987801-ef2f-4c24-bd40-b651dc4901e5 req-a7c869ad-d333-442c-8514-bfcae58d2a46 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:08.518072 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4d987801-ef2f-4c24-bd40-b651dc4901e5 req-a7c869ad-d333-442c-8514-bfcae58d2a46 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffbda6b3-f92e-48a6-851b-477402c4a5bf HTTP/1.1" status: 200 len: 944 time: 0.0514662 Feb 28 10:40:08.565037 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4d987801-ef2f-4c24-bd40-b651dc4901e5 req-7ea53c02-0e8e-433b-b51f-4dab693225ce tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b4268a-32ba-4e54-ba83-94980313652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414219 Feb 28 10:40:08.567039 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfdb2aa-75c7-4ac5-aa4c-0567e2d73bae req-53b62db4-17b1-4e2d-b1b8-14e9c83e4c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:08.568566 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-ebfdb2aa-75c7-4ac5-aa4c-0567e2d73bae req-53b62db4-17b1-4e2d-b1b8-14e9c83e4c51 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5f6bb29c-d00a-495d-ab78-9dec9ba1e99a HTTP/1.1" status: 200 len: 855 time: 0.0494807 Feb 28 10:40:08.602194 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-ebfdb2aa-75c7-4ac5-aa4c-0567e2d73bae req-1a94090b-6ed7-4909-ae62-6e259ee0cb6b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b073e6b-c342-425b-a002-2cd2376b1da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237651 Feb 28 10:40:08.689248 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-ebfdb2aa-75c7-4ac5-aa4c-0567e2d73bae req-b67ab336-f7d2-4201-a310-ffaea4f3d490 service neutron] 10.222.0.46 "GET /v2.0/networks/9b073e6b-c342-425b-a002-2cd2376b1da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792544 Feb 28 10:40:08.781771 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-ebfdb2aa-75c7-4ac5-aa4c-0567e2d73bae req-cc0ebcd7-1dab-44f9-bb02-8e14f46d20cb service neutron] 10.222.0.46 "GET /v2.0/networks/9b073e6b-c342-425b-a002-2cd2376b1da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848868 Feb 28 10:40:09.482936 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c7069-1e47-47d8-a7bc-4d5fc813c7bc req-9196ede1-11cb-44b5-b4a9-5bc975c6c34a tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:09.484251 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34d30c-f51a-4ed6-8b9c-1b2cdcbc6707 req-1360402f-87b3-4aa2-bf33-7b6eeab70a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:09.484652 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6d7c7069-1e47-47d8-a7bc-4d5fc813c7bc req-9196ede1-11cb-44b5-b4a9-5bc975c6c34a tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4890d4b-0ef0-4d0c-bcc7-13ee08fb4d26 HTTP/1.1" status: 200 len: 946 time: 0.0850351 Feb 28 10:40:09.485732 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-9d34d30c-f51a-4ed6-8b9c-1b2cdcbc6707 req-1360402f-87b3-4aa2-bf33-7b6eeab70a6c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=61d81f9de04c480389701ad30319c05a&device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 1129 time: 0.0490572 Feb 28 10:40:09.505704 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f13c24-0917-41e5-a618-d81744e2fff2 req-fb088552-3ea2-4a88-aaeb-91d9f1c8ea2d tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:09.507723 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-53f13c24-0917-41e5-a618-d81744e2fff2 req-fb088552-3ea2-4a88-aaeb-91d9f1c8ea2d tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0788915 Feb 28 10:40:09.565568 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6d7c7069-1e47-47d8-a7bc-4d5fc813c7bc req-e6fbf0fc-4013-46e9-a511-2c50a1dbbf11 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750153 Feb 28 10:40:09.588301 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-53f13c24-0917-41e5-a618-d81744e2fff2 req-e836ac2a-23de-4158-83b1-0cb994dcd99a tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721250 Feb 28 10:40:09.588920 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34d30c-f51a-4ed6-8b9c-1b2cdcbc6707 req-658e07c5-068c-48ef-920f-e05c36c61cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:09.590422 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-9d34d30c-f51a-4ed6-8b9c-1b2cdcbc6707 req-658e07c5-068c-48ef-920f-e05c36c61cd8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=181d6fbd-5cb4-4bfd-bffa-34f454380b3f HTTP/1.1" status: 200 len: 920 time: 0.0980244 Feb 28 10:40:09.642055 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-9d34d30c-f51a-4ed6-8b9c-1b2cdcbc6707 req-5e6110cb-a94b-4740-aae3-d04af7f866d9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95c6068a-e402-4937-9f00-38486bf61104 HTTP/1.1" status: 200 len: 217 time: 0.0362442 Feb 28 10:40:09.681943 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8bff19-ca6c-4f3d-98c0-d94d6488e5e6 req-36dbc589-1a26-44a4-9d58-038d4fc0c53f tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:09.683438 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6d8bff19-ca6c-4f3d-98c0-d94d6488e5e6 req-36dbc589-1a26-44a4-9d58-038d4fc0c53f tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffbda6b3-f92e-48a6-851b-477402c4a5bf HTTP/1.1" status: 200 len: 944 time: 0.0524573 Feb 28 10:40:09.695268 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34d30c-f51a-4ed6-8b9c-1b2cdcbc6707 req-74acaa72-d07f-437b-8a64-fc5d2eb9fd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:09.696730 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-9d34d30c-f51a-4ed6-8b9c-1b2cdcbc6707 req-74acaa72-d07f-437b-8a64-fc5d2eb9fd6f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bb0c5a25-3924-4147-8d5d-a4a9902af2f7 HTTP/1.1" status: 200 len: 859 time: 0.0436697 Feb 28 10:40:09.732001 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6d8bff19-ca6c-4f3d-98c0-d94d6488e5e6 req-8d5cf0b0-bde3-45a2-a677-4a96774186dc tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b4268a-32ba-4e54-ba83-94980313652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428522 Feb 28 10:40:09.876257 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-9d34d30c-f51a-4ed6-8b9c-1b2cdcbc6707 req-40ade828-e79e-47e2-b6f5-b51b57624552 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=181d6fbd-5cb4-4bfd-bffa-34f454380b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276423 Feb 28 10:40:09.981733 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-9d34d30c-f51a-4ed6-8b9c-1b2cdcbc6707 req-be31793a-bd1a-4ada-80cf-c92def84bbff service neutron] 10.222.0.46 "GET /v2.0/networks/181d6fbd-5cb4-4bfd-bffa-34f454380b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893257 Feb 28 10:40:10.069784 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-9d34d30c-f51a-4ed6-8b9c-1b2cdcbc6707 req-84aa0697-134a-4785-8045-7d8f18010e6c service neutron] 10.222.0.46 "GET /v2.0/networks/181d6fbd-5cb4-4bfd-bffa-34f454380b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810277 Feb 28 10:40:10.715372 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b6663-f5b0-4ef5-a8b9-7d18aded22b4 req-b3a8b641-d15e-4ef6-aee7-560b86abdc1d tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:10.716716 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4d3b6663-f5b0-4ef5-a8b9-7d18aded22b4 req-b3a8b641-d15e-4ef6-aee7-560b86abdc1d tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4890d4b-0ef0-4d0c-bcc7-13ee08fb4d26 HTTP/1.1" status: 200 len: 946 time: 0.0829146 Feb 28 10:40:10.726747 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00672839-73cc-45a6-ad05-61d9699e750d req-326978dc-f8c5-445f-9e39-87da7c2dfa69 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:10.728136 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-00672839-73cc-45a6-ad05-61d9699e750d req-326978dc-f8c5-445f-9e39-87da7c2dfa69 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0674033 Feb 28 10:40:10.796114 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4d3b6663-f5b0-4ef5-a8b9-7d18aded22b4 req-d87f7141-d683-426f-91a1-fcbad20fe7f7 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670729 Feb 28 10:40:10.800090 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-00672839-73cc-45a6-ad05-61d9699e750d req-90629ec4-25b6-47bf-bd50-48ba96632176 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657172 Feb 28 10:40:10.904381 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be0e4d-a332-4a7d-8f8b-217e7f1de493 req-78592f24-b882-4b89-83ee-47564faafdbd tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:10.905854 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e4be0e4d-a332-4a7d-8f8b-217e7f1de493 req-78592f24-b882-4b89-83ee-47564faafdbd tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffbda6b3-f92e-48a6-851b-477402c4a5bf HTTP/1.1" status: 200 len: 944 time: 0.0563252 Feb 28 10:40:10.955713 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e4be0e4d-a332-4a7d-8f8b-217e7f1de493 req-0e6c43fd-69b7-4942-8a2c-3dfc557c2ad8 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b4268a-32ba-4e54-ba83-94980313652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442765 Feb 28 10:40:11.306082 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device a06bffda-45d5-422d-97dc-83e0d317d47d details requested by agent hyperv_hv-cinder-83116 with host hv-cinder-83116 {{(pid=102997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:40:11.419188 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port a06bffda-45d5-422d-97dc-83e0d317d47d, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=a06bffda-45d5-422d-97dc-83e0d317d47d,segment=NetworkSegment(46a5795d-9045-42d5-a5dd-fe341cc4bc47),segment_id=46a5795d-9045-42d5-a5dd-fe341cc4bc47)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:11.429615 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Returning: {'device': 'a06bffda-45d5-422d-97dc-83e0d317d47d', 'network_id': '8e50f157-ee2e-494a-9489-e7ce9f786921', 'port_id': 'a06bffda-45d5-422d-97dc-83e0d317d47d', 'mac_address': 'fa:16:3e:c0:01:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd815ea78-c55c-4034-8ddf-d85f7d0de838', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:40:11.465601 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Current status of the port a06bffda-45d5-422d-97dc-83e0d317d47d is: DOWN; New status is: BUILD {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:11.465993 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (a06bffda-45d5-422d-97dc-83e0d317d47d), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:11.479074 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.notifiers.nova [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a06bffda-45d5-422d-97dc-83e0d317d47d {{(pid=102997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:40:11.501561 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port a06bffda-45d5-422d-97dc-83e0d317d47d, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=a06bffda-45d5-422d-97dc-83e0d317d47d,segment=NetworkSegment(46a5795d-9045-42d5-a5dd-fe341cc4bc47),segment_id=46a5795d-9045-42d5-a5dd-fe341cc4bc47)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:11.504410 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (a06bffda-45d5-422d-97dc-83e0d317d47d), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:11.552642 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Pushing event updated for resources: {'Port': ['ID=a06bffda-45d5-422d-97dc-83e0d317d47d,revision_number=4']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:11.916912 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30208c-4fd2-4eca-a304-d10a1739f357 req-d9adca8b-49be-491f-97b0-26bbcef64f88 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:11.918354 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-fe30208c-4fd2-4eca-a304-d10a1739f357 req-d9adca8b-49be-491f-97b0-26bbcef64f88 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0518920 Feb 28 10:40:11.962936 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-fe30208c-4fd2-4eca-a304-d10a1739f357 req-93709db6-8f31-4900-b3a1-0c9b7b82259d tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390780 Feb 28 10:40:12.077562 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9276f1d-2c0d-45af-8f78-48c376b06bca req-ce4fe688-3fd1-4e45-84be-91a23d60c8b2 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:12.079106 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d9276f1d-2c0d-45af-8f78-48c376b06bca req-ce4fe688-3fd1-4e45-84be-91a23d60c8b2 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffbda6b3-f92e-48a6-851b-477402c4a5bf HTTP/1.1" status: 200 len: 945 time: 0.0513082 Feb 28 10:40:12.142836 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d9276f1d-2c0d-45af-8f78-48c376b06bca req-02530371-d7e4-4d48-b909-f08c2d64edb2 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b4268a-32ba-4e54-ba83-94980313652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580437 Feb 28 10:40:12.229022 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] get_ports_and_sgs() called for port_ids ['a06bffda-45d5-422d-97dc-83e0d317d47d'] {{(pid=102997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:40:13.077020 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8268662-e1d9-41e8-8fed-8ed9ca5a7e24 req-d8058713-37e1-4641-a5d9-1561b977c651 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:13.083318 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a8268662-e1d9-41e8-8fed-8ed9ca5a7e24 req-d8058713-37e1-4641-a5d9-1561b977c651 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0505624 Feb 28 10:40:13.123927 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a8268662-e1d9-41e8-8fed-8ed9ca5a7e24 req-82b32668-2fad-4148-9543-4827ee71cccc tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399194 Feb 28 10:40:13.279237 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8856028-38d7-4c43-9e1f-3da3e1f01ff8 req-269dadb6-dccb-4770-b0b5-ab95079bc0a8 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:13.280720 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b8856028-38d7-4c43-9e1f-3da3e1f01ff8 req-269dadb6-dccb-4770-b0b5-ab95079bc0a8 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffbda6b3-f92e-48a6-851b-477402c4a5bf HTTP/1.1" status: 200 len: 945 time: 0.0667126 Feb 28 10:40:13.326149 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b8856028-38d7-4c43-9e1f-3da3e1f01ff8 req-324fc972-7020-4d73-a139-e5eb2b9cbafd tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b4268a-32ba-4e54-ba83-94980313652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400119 Feb 28 10:40:14.246561 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f583d-10ff-425e-bffb-119fdbc58a21 req-70e3709d-7ecc-437c-b16c-d5188f41b58e tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:14.247950 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-346f583d-10ff-425e-bffb-119fdbc58a21 req-70e3709d-7ecc-437c-b16c-d5188f41b58e tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0595071 Feb 28 10:40:14.293458 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-346f583d-10ff-425e-bffb-119fdbc58a21 req-c3cf4e92-b7d1-4c27-b598-0e5dd68d6883 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400581 Feb 28 10:40:14.446372 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d65502-01ed-4c31-a30e-f042bcc62bd2 req-0d28cfbe-84d0-4253-b918-8999aad12572 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:14.447870 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-27d65502-01ed-4c31-a30e-f042bcc62bd2 req-0d28cfbe-84d0-4253-b918-8999aad12572 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffbda6b3-f92e-48a6-851b-477402c4a5bf HTTP/1.1" status: 200 len: 945 time: 0.0541191 Feb 28 10:40:14.497769 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-27d65502-01ed-4c31-a30e-f042bcc62bd2 req-a429279d-a173-4d61-942e-094d63c41117 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b4268a-32ba-4e54-ba83-94980313652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444787 Feb 28 10:40:15.412165 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5525af8-586d-44d5-bd1b-f303bcb80ef4 req-31ffce6e-bb68-42bd-91fe-c3a6aa0d9491 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:15.413631 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a5525af8-586d-44d5-bd1b-f303bcb80ef4 req-31ffce6e-bb68-42bd-91fe-c3a6aa0d9491 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0564265 Feb 28 10:40:15.458493 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a5525af8-586d-44d5-bd1b-f303bcb80ef4 req-4746bb89-325e-472c-ba05-32214caf3399 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388556 Feb 28 10:40:15.613251 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82dc69-f95e-43af-8d70-b9e05b2b29e1 req-5720816e-53fd-44e4-ae16-d63d1155c186 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:15.614609 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-9b82dc69-f95e-43af-8d70-b9e05b2b29e1 req-5720816e-53fd-44e4-ae16-d63d1155c186 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffbda6b3-f92e-48a6-851b-477402c4a5bf HTTP/1.1" status: 200 len: 945 time: 0.0503931 Feb 28 10:40:15.661552 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-9b82dc69-f95e-43af-8d70-b9e05b2b29e1 req-371cb408-2452-45be-b4f4-3f2eadcddfdc tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b4268a-32ba-4e54-ba83-94980313652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408282 Feb 28 10:40:16.578839 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b789b71-e57b-4a4e-b621-ee6e9010e2a5 req-163b8e53-7bcf-4c20-b084-c19e28cc57b9 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:16.580329 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-9b789b71-e57b-4a4e-b621-ee6e9010e2a5 req-163b8e53-7bcf-4c20-b084-c19e28cc57b9 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0526757 Feb 28 10:40:16.630254 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-9b789b71-e57b-4a4e-b621-ee6e9010e2a5 req-4555683b-a7b5-4753-b2c1-c479b1bcc047 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444889 Feb 28 10:40:16.948946 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b8abc-876b-4d65-b406-b1fbca4fcf95 req-801a8055-3ae6-4046-8bc8-ee43ce700a25 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:16.950401 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-142b8abc-876b-4d65-b406-b1fbca4fcf95 req-801a8055-3ae6-4046-8bc8-ee43ce700a25 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffbda6b3-f92e-48a6-851b-477402c4a5bf HTTP/1.1" status: 200 len: 945 time: 0.2239022 Feb 28 10:40:16.996338 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-142b8abc-876b-4d65-b406-b1fbca4fcf95 req-03918deb-db2d-4330-8bac-7a2bf64fb291 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b4268a-32ba-4e54-ba83-94980313652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402896 Feb 28 10:40:17.746485 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706fbf12-a61e-4721-9f14-a340a7c1deca req-0457adf8-b754-47af-8d59-68c5fa2ef082 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:17.748122 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-706fbf12-a61e-4721-9f14-a340a7c1deca req-0457adf8-b754-47af-8d59-68c5fa2ef082 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0511940 Feb 28 10:40:17.794190 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-706fbf12-a61e-4721-9f14-a340a7c1deca req-2bcc640c-9582-4e4b-8826-fef16082a73c tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406392 Feb 28 10:40:18.119472 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b604ee1-fc41-4475-8305-4b65c2fe2186 req-468d03fa-d51f-4071-ab29-e85759e5ea5c tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:18.122795 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2b604ee1-fc41-4475-8305-4b65c2fe2186 req-468d03fa-d51f-4071-ab29-e85759e5ea5c tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffbda6b3-f92e-48a6-851b-477402c4a5bf HTTP/1.1" status: 200 len: 945 time: 0.0602276 Feb 28 10:40:18.168479 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2b604ee1-fc41-4475-8305-4b65c2fe2186 req-5161e212-b80f-46eb-9040-0fc5fafad0b6 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b4268a-32ba-4e54-ba83-94980313652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406585 Feb 28 10:40:18.909927 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb2246-7490-40aa-84d8-14a217e16938 req-a18b77c4-f47c-4652-80b9-c3df574a69ba tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:18.911415 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b6bb2246-7490-40aa-84d8-14a217e16938 req-a18b77c4-f47c-4652-80b9-c3df574a69ba tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0505509 Feb 28 10:40:18.958502 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b6bb2246-7490-40aa-84d8-14a217e16938 req-b8a848bf-d24e-42af-a348-a586682a3ac3 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417585 Feb 28 10:40:19.288106 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e301ee6-2d65-406a-a513-2c97a5c911ed req-e3d2c1e2-2caa-4db1-b757-1bb900c33987 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:19.289786 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7e301ee6-2d65-406a-a513-2c97a5c911ed req-e3d2c1e2-2caa-4db1-b757-1bb900c33987 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffbda6b3-f92e-48a6-851b-477402c4a5bf HTTP/1.1" status: 200 len: 945 time: 0.0541518 Feb 28 10:40:19.337140 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7e301ee6-2d65-406a-a513-2c97a5c911ed req-96a7d6d5-7151-48b7-ae6d-2c3a65998ed4 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b4268a-32ba-4e54-ba83-94980313652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413775 Feb 28 10:40:20.077510 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef7d30e-3804-4032-bf04-2a85d55d391d req-50227978-bf45-4eea-97d7-9c0f1a453e19 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:20.079079 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6ef7d30e-3804-4032-bf04-2a85d55d391d req-50227978-bf45-4eea-97d7-9c0f1a453e19 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0545764 Feb 28 10:40:20.132075 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6ef7d30e-3804-4032-bf04-2a85d55d391d req-0e4713f5-1192-4bd0-8530-bf7d7052cf39 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442872 Feb 28 10:40:20.459045 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba30783f-4767-43e6-927d-21a32a3a7674 req-4e3abfb9-8725-4a90-9b3c-21289b3051c1 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:20.460499 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ba30783f-4767-43e6-927d-21a32a3a7674 req-4e3abfb9-8725-4a90-9b3c-21289b3051c1 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffbda6b3-f92e-48a6-851b-477402c4a5bf HTTP/1.1" status: 200 len: 945 time: 0.0536339 Feb 28 10:40:20.512589 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ba30783f-4767-43e6-927d-21a32a3a7674 req-ef7f46c0-a4c9-451e-997b-3b27a69a09f3 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b4268a-32ba-4e54-ba83-94980313652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466094 Feb 28 10:40:21.257082 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2828e58-251d-47bd-861f-e1c392aa2882 req-a6f5f005-f920-401f-9459-c5932f3a5fb0 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:21.258552 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e2828e58-251d-47bd-861f-e1c392aa2882 req-a6f5f005-f920-401f-9459-c5932f3a5fb0 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0541015 Feb 28 10:40:21.304196 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e2828e58-251d-47bd-861f-e1c392aa2882 req-f8e1f1b7-0c56-41d8-b953-fbf3bad62755 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393660 Feb 28 10:40:21.627838 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6190f-9d67-426c-ae8d-2657a137e96f req-e8e7fff9-d106-4b07-8b74-806069adafba tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:21.629465 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-35c6190f-9d67-426c-ae8d-2657a137e96f req-e8e7fff9-d106-4b07-8b74-806069adafba tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffbda6b3-f92e-48a6-851b-477402c4a5bf HTTP/1.1" status: 200 len: 945 time: 0.0502117 Feb 28 10:40:21.676568 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-35c6190f-9d67-426c-ae8d-2657a137e96f req-00566f40-4102-4a7f-b6bd-b9160e29b566 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b4268a-32ba-4e54-ba83-94980313652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412912 Feb 28 10:40:22.424324 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3db730-65c7-49c4-bfbb-7f8b7ec4e9ad req-4ea96798-0aa5-4ee3-8255-ed12764fc3e8 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:22.425754 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1c3db730-65c7-49c4-bfbb-7f8b7ec4e9ad req-4ea96798-0aa5-4ee3-8255-ed12764fc3e8 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0540385 Feb 28 10:40:22.472825 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1c3db730-65c7-49c4-bfbb-7f8b7ec4e9ad req-d8e90594-f4c7-4357-bb69-ed3d7b8edd6f tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414321 Feb 28 10:40:22.794479 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a3663f-115b-4b67-b13a-8ec6ac94c0df req-9e705d6f-c766-4734-9e78-8fcd68155a70 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:22.795955 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-41a3663f-115b-4b67-b13a-8ec6ac94c0df req-9e705d6f-c766-4734-9e78-8fcd68155a70 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffbda6b3-f92e-48a6-851b-477402c4a5bf HTTP/1.1" status: 200 len: 945 time: 0.0529144 Feb 28 10:40:22.844280 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-41a3663f-115b-4b67-b13a-8ec6ac94c0df req-e91b4c4d-f826-482f-9eac-ab4cddb15939 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b4268a-32ba-4e54-ba83-94980313652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404434 Feb 28 10:40:23.589316 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c27af-6fd7-463f-804c-4640f53a1898 req-44b5bff0-502d-4286-87f4-ae7395e4c875 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:23.591326 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-8c1c27af-6fd7-463f-804c-4640f53a1898 req-44b5bff0-502d-4286-87f4-ae7395e4c875 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0507150 Feb 28 10:40:23.639456 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-8c1c27af-6fd7-463f-804c-4640f53a1898 req-5fc2df91-f018-42e5-8bf6-ac581ec1a1bb tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427847 Feb 28 10:40:23.966785 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aedf5e-8e4e-44c3-8a9c-553a7f43b8b8 req-5a1f7d74-06f5-498b-a8e9-02afc642d587 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:23.968288 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-05aedf5e-8e4e-44c3-8a9c-553a7f43b8b8 req-5a1f7d74-06f5-498b-a8e9-02afc642d587 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffbda6b3-f92e-48a6-851b-477402c4a5bf HTTP/1.1" status: 200 len: 945 time: 0.0515077 Feb 28 10:40:24.013790 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-05aedf5e-8e4e-44c3-8a9c-553a7f43b8b8 req-e8e2ee03-043e-4d0c-b558-e1663ffc4b08 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b4268a-32ba-4e54-ba83-94980313652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400984 Feb 28 10:40:24.752500 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16e25b-4e63-454b-8086-0bc6ccf65a61 req-214b353a-ecb6-4c74-b776-165560287204 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:24.753945 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6e16e25b-4e63-454b-8086-0bc6ccf65a61 req-214b353a-ecb6-4c74-b776-165560287204 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0497751 Feb 28 10:40:24.799296 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6e16e25b-4e63-454b-8086-0bc6ccf65a61 req-b7c3d08c-9183-438f-b991-5161fb7400b9 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397041 Feb 28 10:40:24.937746 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5d63d42e-57c4-4306-805b-f281de7a1f3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:25.132482 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950265f9-9498-4d21-b70b-a0cbe30dd61c req-ecc4df82-b1fe-478d-a33a-fa7b5f8987c0 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:25.133926 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-950265f9-9498-4d21-b70b-a0cbe30dd61c req-ecc4df82-b1fe-478d-a33a-fa7b5f8987c0 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffbda6b3-f92e-48a6-851b-477402c4a5bf HTTP/1.1" status: 200 len: 945 time: 0.0542295 Feb 28 10:40:25.178254 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-950265f9-9498-4d21-b70b-a0cbe30dd61c req-6e333bc7-732e-4b0e-acd6-9acd4802ef04 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b4268a-32ba-4e54-ba83-94980313652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388222 Feb 28 10:40:25.914434 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee771d-acfa-488b-9836-7180763bd25b req-0e4d9a3b-41f4-4767-8803-b58058af5f6d tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:25.915896 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7fee771d-acfa-488b-9836-7180763bd25b req-0e4d9a3b-41f4-4767-8803-b58058af5f6d tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0503137 Feb 28 10:40:25.960672 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7fee771d-acfa-488b-9836-7180763bd25b req-c16f039a-cf12-4124-8b5a-f136170041a1 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393949 Feb 28 10:40:26.295208 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0e99d-a02f-4d82-aec6-686003a9b282 req-99efa94a-5b1f-4649-a84b-9f25876e355c tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:26.296585 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-66f0e99d-a02f-4d82-aec6-686003a9b282 req-99efa94a-5b1f-4649-a84b-9f25876e355c tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffbda6b3-f92e-48a6-851b-477402c4a5bf HTTP/1.1" status: 200 len: 945 time: 0.0544298 Feb 28 10:40:26.342402 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-66f0e99d-a02f-4d82-aec6-686003a9b282 req-96a547b0-0780-4975-b883-aa29ed1b6176 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b4268a-32ba-4e54-ba83-94980313652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404723 Feb 28 10:40:26.431538 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.agents_db [None req-ad1b81bb-6a73-47ab-ba10-dec1fea0c152 None None] Agent healthcheck: found 6 active agents {{(pid=102998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:40:26.526353 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device a06bffda-45d5-422d-97dc-83e0d317d47d up at agent hyperv_hv-cinder-83116 {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:40:26.578550 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Provisioning for port a06bffda-45d5-422d-97dc-83e0d317d47d completed by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:40:26.583871 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Provisioning complete for port a06bffda-45d5-422d-97dc-83e0d317d47d triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:26.584246 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (a06bffda-45d5-422d-97dc-83e0d317d47d), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:26.657039 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Current status of the port a06bffda-45d5-422d-97dc-83e0d317d47d is: BUILD; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:26.657443 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (a06bffda-45d5-422d-97dc-83e0d317d47d), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:26.680912 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffbda6b3-f92e-48a6-851b-477402c4a5bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a06bffda-45d5-422d-97dc-83e0d317d47d'}] {{(pid=102997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:40:26.683197 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3235e45cea9492f03cbc66cd40cfc06ba5865c86106c1e9dddb87cdb5008e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cfe4b1b-b714-4192-abd1-9e3892d92c7c" -d '{"events": [{"server_uuid": "ffbda6b3-f92e-48a6-851b-477402c4a5bf", "name": "network-vif-plugged", "status": "completed", "tag": "a06bffda-45d5-422d-97dc-83e0d317d47d"}]}' {{(pid=102997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:40:26.696372 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port a06bffda-45d5-422d-97dc-83e0d317d47d, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=a06bffda-45d5-422d-97dc-83e0d317d47d,segment=NetworkSegment(46a5795d-9045-42d5-a5dd-fe341cc4bc47),segment_id=46a5795d-9045-42d5-a5dd-fe341cc4bc47)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:26.701161 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (a06bffda-45d5-422d-97dc-83e0d317d47d), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:26.723583 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7c86dc-c727-4bff-9f3e-8bf97be42eee x-openstack-request-id: req-0e7c86dc-c727-4bff-9f3e-8bf97be42eee {{(pid=102997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:40:26.723895 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffbda6b3-f92e-48a6-851b-477402c4a5bf", "name": "network-vif-plugged", "status": "completed", "tag": "a06bffda-45d5-422d-97dc-83e0d317d47d", "code": 200}]} {{(pid=102997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:40:26.724153 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0e7c86dc-c727-4bff-9f3e-8bf97be42eee {{(pid=102997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:40:26.724535 dv-cinder-831167-1-iscsi neutron-server[102997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffbda6b3-f92e-48a6-851b-477402c4a5bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a06bffda-45d5-422d-97dc-83e0d317d47d', 'code': 200} Feb 28 10:40:26.749346 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Pushing event updated for resources: {'Port': ['ID=a06bffda-45d5-422d-97dc-83e0d317d47d,revision_number=5']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:26.756534 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:26.756907 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:26.757268 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:26.757609 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:26.757942 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:26.758271 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:26.758599 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:26.758953 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:26.759278 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:26.759617 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:26.759944 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:26.760266 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:26.760588 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:26.999231 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca206da3-5152-4f3d-8f6d-e8edc01db081 req-594741e9-d8f9-431d-a925-5afbc4c9dbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:27.001193 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-ca206da3-5152-4f3d-8f6d-e8edc01db081 req-594741e9-d8f9-431d-a925-5afbc4c9dbd0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ffbda6b3-f92e-48a6-851b-477402c4a5bf HTTP/1.1" status: 200 len: 1130 time: 0.0496078 Feb 28 10:40:27.053790 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-ca206da3-5152-4f3d-8f6d-e8edc01db081 req-f03035cf-01cb-422e-a974-6c0facaafba5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=17b4268a-32ba-4e54-ba83-94980313652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414002 Feb 28 10:40:27.085191 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800bff60-af42-49d3-81a6-29597a10a86f req-bcbc5f0d-265f-4782-82e4-3a308231c888 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:27.086690 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-800bff60-af42-49d3-81a6-29597a10a86f req-bcbc5f0d-265f-4782-82e4-3a308231c888 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0545287 Feb 28 10:40:27.132398 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-800bff60-af42-49d3-81a6-29597a10a86f req-1e0066b6-5ff4-4e1f-82ee-85443cc10f75 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399756 Feb 28 10:40:27.167521 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-568be9a0-a8b6-4974-a793-7766cbee7a7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:27.458453 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d3e18-cac8-4854-be22-8cbf6a2412f1 req-ed7c3c97-2a68-47f6-9c22-272d64be425c tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:27.459950 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4c6d3e18-cac8-4854-be22-8cbf6a2412f1 req-ed7c3c97-2a68-47f6-9c22-272d64be425c tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffbda6b3-f92e-48a6-851b-477402c4a5bf HTTP/1.1" status: 200 len: 946 time: 0.0513375 Feb 28 10:40:27.511481 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4c6d3e18-cac8-4854-be22-8cbf6a2412f1 req-0a568875-3cd7-4b31-ab42-18449b47dcc9 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b4268a-32ba-4e54-ba83-94980313652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459452 Feb 28 10:40:28.248954 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6eaad2-48b1-4063-ba98-c4f2448ae86c req-65433d64-ffac-455b-b4b2-2774676778a5 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:28.250333 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ae6eaad2-48b1-4063-ba98-c4f2448ae86c req-65433d64-ffac-455b-b4b2-2774676778a5 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0526948 Feb 28 10:40:28.295233 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ae6eaad2-48b1-4063-ba98-c4f2448ae86c req-1790d4e4-175d-4c90-96ed-b410fce6f929 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394080 Feb 28 10:40:28.535408 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:28.628967 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08fe5d-9611-4a8f-a59d-423c08db0362 req-92feb0dd-d048-422b-b5f3-453856cf09dd tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:28.630393 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-aa08fe5d-9611-4a8f-a59d-423c08db0362 req-92feb0dd-d048-422b-b5f3-453856cf09dd tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffbda6b3-f92e-48a6-851b-477402c4a5bf HTTP/1.1" status: 200 len: 946 time: 0.0499558 Feb 28 10:40:28.676490 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-aa08fe5d-9611-4a8f-a59d-423c08db0362 req-da287e4a-e0b3-427e-9096-f5d02a9b7fbc tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b4268a-32ba-4e54-ba83-94980313652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403519 Feb 28 10:40:29.412536 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b0d81-1020-445c-bc51-c58b586df770 req-08254740-5a98-4d17-bec4-6f19c25d7096 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:29.414002 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c19b0d81-1020-445c-bc51-c58b586df770 req-08254740-5a98-4d17-bec4-6f19c25d7096 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0541794 Feb 28 10:40:29.460634 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c19b0d81-1020-445c-bc51-c58b586df770 req-85c968b3-a933-442d-8f09-d9d57b9bbf55 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405629 Feb 28 10:40:29.796575 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566695f9-c921-45b0-b526-db3cd371a925 req-a7687242-4fb2-4e75-a1d5-102a7b5a1ad8 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:29.798071 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-566695f9-c921-45b0-b526-db3cd371a925 req-a7687242-4fb2-4e75-a1d5-102a7b5a1ad8 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffbda6b3-f92e-48a6-851b-477402c4a5bf HTTP/1.1" status: 200 len: 946 time: 0.0538647 Feb 28 10:40:29.846091 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-566695f9-c921-45b0-b526-db3cd371a925 req-e6ef3a89-ac3d-419a-99b5-c329cf13ae59 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b4268a-32ba-4e54-ba83-94980313652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423577 Feb 28 10:40:29.905193 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:30.575168 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761775f3-a649-431e-8843-85cbd6013055 req-2ccdf4e6-7724-4c86-b8aa-b92121dd49ea tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:30.577200 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-761775f3-a649-431e-8843-85cbd6013055 req-2ccdf4e6-7724-4c86-b8aa-b92121dd49ea tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0508065 Feb 28 10:40:30.627512 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-761775f3-a649-431e-8843-85cbd6013055 req-42f7a976-939d-45d3-a4f2-c66f6854d110 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448496 Feb 28 10:40:30.966759 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ad063-b84f-416d-85e0-dce4e0b26a86 req-b9fc258f-1ed4-40e9-93bb-d5adc10f498f tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:30.971368 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-988ad063-b84f-416d-85e0-dce4e0b26a86 req-b9fc258f-1ed4-40e9-93bb-d5adc10f498f tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffbda6b3-f92e-48a6-851b-477402c4a5bf HTTP/1.1" status: 200 len: 946 time: 0.0552018 Feb 28 10:40:31.017668 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-988ad063-b84f-416d-85e0-dce4e0b26a86 req-c1ce140f-bf07-48a6-9afa-40523d243070 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b4268a-32ba-4e54-ba83-94980313652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439963 Feb 28 10:40:31.057414 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 57760) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:31.208272 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-a9139e47-76db-4fb6-ae94-fb37665d81e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:31.285737 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-a9139e47-76db-4fb6-ae94-fb37665d81e6 admin admin] Publish callbacks [] for security_group (160f38e6-c180-4b13-a1b3-ecebdb48ec95), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:31.290534 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-a9139e47-76db-4fb6-ae94-fb37665d81e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (160f38e6-c180-4b13-a1b3-ecebdb48ec95), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:31.328781 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-a9139e47-76db-4fb6-ae94-fb37665d81e6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e3317ad5ca924929a35cbc31e1da039b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2695808 Feb 28 10:40:31.329715 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9139e47-76db-4fb6-ae94-fb37665d81e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160f38e6-c180-4b13-a1b3-ecebdb48ec95,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:31.331396 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 57772) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:31.383934 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-e107afbd-68a6-413b-8052-dd38b75ea198 admin admin] Publish callbacks [] for security_group (160f38e6-c180-4b13-a1b3-ecebdb48ec95), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:31.405330 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-e107afbd-68a6-413b-8052-dd38b75ea198 admin admin] Publish callbacks [] for security_group (160f38e6-c180-4b13-a1b3-ecebdb48ec95), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:31.454319 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-e107afbd-68a6-413b-8052-dd38b75ea198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (160f38e6-c180-4b13-a1b3-ecebdb48ec95), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:31.457004 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-e107afbd-68a6-413b-8052-dd38b75ea198 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:31.458178 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-e107afbd-68a6-413b-8052-dd38b75ea198 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/160f38e6-c180-4b13-a1b3-ecebdb48ec95 HTTP/1.1" status: 204 len: 168 time: 0.1249871 Feb 28 10:40:31.467563 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e107afbd-68a6-413b-8052-dd38b75ea198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160f38e6-c180-4b13-a1b3-ecebdb48ec95,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:31.475257 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e107afbd-68a6-413b-8052-dd38b75ea198 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:31.475641 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e107afbd-68a6-413b-8052-dd38b75ea198 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:31.475996 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e107afbd-68a6-413b-8052-dd38b75ea198 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:31.476344 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e107afbd-68a6-413b-8052-dd38b75ea198 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:31.476684 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e107afbd-68a6-413b-8052-dd38b75ea198 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:31.477040 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e107afbd-68a6-413b-8052-dd38b75ea198 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:31.477364 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e107afbd-68a6-413b-8052-dd38b75ea198 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:31.477792 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e107afbd-68a6-413b-8052-dd38b75ea198 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:31.478047 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e107afbd-68a6-413b-8052-dd38b75ea198 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:31.478386 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e107afbd-68a6-413b-8052-dd38b75ea198 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:31.478715 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e107afbd-68a6-413b-8052-dd38b75ea198 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:31.479161 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e107afbd-68a6-413b-8052-dd38b75ea198 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:31.479591 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e107afbd-68a6-413b-8052-dd38b75ea198 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:31.524363 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:31.748045 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32918e-957b-477d-a91c-186013b09818 req-395432a0-2be6-4b45-9f82-f958ecdc2d1e tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:31.749541 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ca32918e-957b-477d-a91c-186013b09818 req-395432a0-2be6-4b45-9f82-f958ecdc2d1e tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0554092 Feb 28 10:40:31.799020 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ca32918e-957b-477d-a91c-186013b09818 req-97b4a501-82be-44f4-9d88-80d552703b69 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438168 Feb 28 10:40:32.916728 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7432bd-f2b2-4ca1-9357-099672bb6c90 req-447ae7db-e524-4f25-8cd2-361c75560316 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:32.918859 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ea7432bd-f2b2-4ca1-9357-099672bb6c90 req-447ae7db-e524-4f25-8cd2-361c75560316 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0546644 Feb 28 10:40:32.966298 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ea7432bd-f2b2-4ca1-9357-099672bb6c90 req-a6f49d5a-e7f0-4797-ae70-8fbcd7c648d2 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418959 Feb 28 10:40:33.829470 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6107c-926b-4afb-b0ef-c46bbfb475d2 req-dfde6781-4f6f-4cfe-8117-0f0a1b735093 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:33.831081 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-cdd6107c-926b-4afb-b0ef-c46bbfb475d2 req-dfde6781-4f6f-4cfe-8117-0f0a1b735093 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffbda6b3-f92e-48a6-851b-477402c4a5bf HTTP/1.1" status: 200 len: 946 time: 0.0638905 Feb 28 10:40:33.879580 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-cdd6107c-926b-4afb-b0ef-c46bbfb475d2 req-897f1eda-c977-472f-a88a-5bbc86d78ccb tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b4268a-32ba-4e54-ba83-94980313652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433834 Feb 28 10:40:34.027307 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (db31e800-75f5-4bdb-84cd-f402d346b45c), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:34.084718 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4498f03-226d-4fdc-b435-93f0089f2f90 req-ba94c0c0-7c5c-4b50-bac8-428709de010c tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:34.086193 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c4498f03-226d-4fdc-b435-93f0089f2f90 req-ba94c0c0-7c5c-4b50-bac8-428709de010c tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0530062 Feb 28 10:40:34.131967 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c4498f03-226d-4fdc-b435-93f0089f2f90 req-3c7b1c5c-1be0-4a1e-b74e-aa548cc6a1f2 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401285 Feb 28 10:40:35.008048 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5dba23-bfed-4c5c-8639-ee06201e4a30 req-bf1d5f21-48f3-49c3-b504-d03161688588 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:35.009564 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1e5dba23-bfed-4c5c-8639-ee06201e4a30 req-bf1d5f21-48f3-49c3-b504-d03161688588 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffbda6b3-f92e-48a6-851b-477402c4a5bf HTTP/1.1" status: 200 len: 946 time: 0.0521340 Feb 28 10:40:35.059504 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1e5dba23-bfed-4c5c-8639-ee06201e4a30 req-0fabd1cd-8427-4cb9-a2f6-3a2e4db94506 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b4268a-32ba-4e54-ba83-94980313652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437684 Feb 28 10:40:35.245180 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6841e3-fa9b-4dbe-9955-39cc9573f1a6 req-a4ee5897-87ad-48e3-8875-367482492663 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:35.246650 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1c6841e3-fa9b-4dbe-9955-39cc9573f1a6 req-a4ee5897-87ad-48e3-8875-367482492663 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0515606 Feb 28 10:40:35.292680 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1c6841e3-fa9b-4dbe-9955-39cc9573f1a6 req-331fdaac-350e-40a4-8670-90faed3525b7 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401111 Feb 28 10:40:36.180636 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed71c8-32a6-41c8-adac-82ccf44892da req-4cf952d9-88ce-4b81-a770-6c6d8bec652c tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:36.182127 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1bed71c8-32a6-41c8-adac-82ccf44892da req-4cf952d9-88ce-4b81-a770-6c6d8bec652c tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffbda6b3-f92e-48a6-851b-477402c4a5bf HTTP/1.1" status: 200 len: 946 time: 0.0548110 Feb 28 10:40:36.237367 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1bed71c8-32a6-41c8-adac-82ccf44892da req-26ab76f4-72be-480d-94c4-07d657465184 tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b4268a-32ba-4e54-ba83-94980313652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497746 Feb 28 10:40:36.307777 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec8a12-5309-450f-bcd5-1547ecac4586 req-b538d143-3595-4091-9457-2678b464f25e tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:36.309403 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-c7ec8a12-5309-450f-bcd5-1547ecac4586 req-b538d143-3595-4091-9457-2678b464f25e tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffbda6b3-f92e-48a6-851b-477402c4a5bf HTTP/1.1" status: 200 len: 946 time: 0.0556753 Feb 28 10:40:36.408455 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [req-c7ec8a12-5309-450f-bcd5-1547ecac4586 req-a202558e-7540-4df6-bf6a-645b3dbf157b tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Deleting port a06bffda-45d5-422d-97dc-83e0d317d47d {{(pid=102996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:36.408811 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-c7ec8a12-5309-450f-bcd5-1547ecac4586 req-a202558e-7540-4df6-bf6a-645b3dbf157b tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (a06bffda-45d5-422d-97dc-83e0d317d47d), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:36.421031 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b1f91-e37c-406b-ab6c-d865c4ab64dd req-54153c9d-8846-4e5b-94af-e58eb6ac02ef tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:36.422844 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-246b1f91-e37c-406b-ab6c-d865c4ab64dd req-54153c9d-8846-4e5b-94af-e58eb6ac02ef tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0603647 Feb 28 10:40:36.472828 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-246b1f91-e37c-406b-ab6c-d865c4ab64dd req-de931544-0a97-4387-a6da-45691d1c0c0d tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431447 Feb 28 10:40:36.504156 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-c7ec8a12-5309-450f-bcd5-1547ecac4586 req-a202558e-7540-4df6-bf6a-645b3dbf157b tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] For port a06bffda-45d5-422d-97dc-83e0d317d47d, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=a06bffda-45d5-422d-97dc-83e0d317d47d,segment=NetworkSegment(46a5795d-9045-42d5-a5dd-fe341cc4bc47),segment_id=46a5795d-9045-42d5-a5dd-fe341cc4bc47)] {{(pid=102996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:36.504514 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-c7ec8a12-5309-450f-bcd5-1547ecac4586 req-a202558e-7540-4df6-bf6a-645b3dbf157b tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (a06bffda-45d5-422d-97dc-83e0d317d47d), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:36.517647 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [req-c7ec8a12-5309-450f-bcd5-1547ecac4586 req-a202558e-7540-4df6-bf6a-645b3dbf157b tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Calling delete_port for a06bffda-45d5-422d-97dc-83e0d317d47d owned by compute:nova {{(pid=102996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:36.642357 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-c7ec8a12-5309-450f-bcd5-1547ecac4586 req-a202558e-7540-4df6-bf6a-645b3dbf157b tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (a06bffda-45d5-422d-97dc-83e0d317d47d), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:36.674151 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202558e-7540-4df6-bf6a-645b3dbf157b tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Pushing event deleted for resources: {'Port': ['ID=a06bffda-45d5-422d-97dc-83e0d317d47d,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:36.712282 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ec8a12-5309-450f-bcd5-1547ecac4586 req-a202558e-7540-4df6-bf6a-645b3dbf157b tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] No DVR routers for this DVR port a06bffda-45d5-422d-97dc-83e0d317d47d on host hv-cinder-83116 {{(pid=102996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:40:36.715173 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-c7ec8a12-5309-450f-bcd5-1547ecac4586 req-a202558e-7540-4df6-bf6a-645b3dbf157b tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:36.718449 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-c7ec8a12-5309-450f-bcd5-1547ecac4586 req-a202558e-7540-4df6-bf6a-645b3dbf157b tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.46 "DELETE /v2.0/ports/a06bffda-45d5-422d-97dc-83e0d317d47d HTTP/1.1" status: 204 len: 173 time: 0.4017849 Feb 28 10:40:36.718884 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffbda6b3-f92e-48a6-851b-477402c4a5bf', 'name': 'network-vif-deleted', 'tag': 'a06bffda-45d5-422d-97dc-83e0d317d47d'}] {{(pid=102996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:40:36.721159 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fc607127e9415785fd538e0c70e4bf06f6b8f20b6b46de5a0809c41644901f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0393f2-ccfb-4644-9343-5a0d3233e2f7" -d '{"events": [{"server_uuid": "ffbda6b3-f92e-48a6-851b-477402c4a5bf", "name": "network-vif-deleted", "tag": "a06bffda-45d5-422d-97dc-83e0d317d47d"}]}' {{(pid=102996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:40:36.757390 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92d0c36-b31d-4970-b262-a017aa38313d x-openstack-request-id: req-c92d0c36-b31d-4970-b262-a017aa38313d {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:40:36.757688 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffbda6b3-f92e-48a6-851b-477402c4a5bf", "name": "network-vif-deleted", "tag": "a06bffda-45d5-422d-97dc-83e0d317d47d", "status": "completed", "code": 200}]} {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:40:36.757946 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c92d0c36-b31d-4970-b262-a017aa38313d {{(pid=102996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:40:36.758338 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffbda6b3-f92e-48a6-851b-477402c4a5bf', 'name': 'network-vif-deleted', 'tag': 'a06bffda-45d5-422d-97dc-83e0d317d47d', 'status': 'completed', 'code': 200} Feb 28 10:40:37.377782 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d2943cb5-5f9a-4bb5-92fb-5d004fb2c078 req-70263a07-1bc1-491f-932c-c3f98b83649c tempest-VolumesActionsTest-828167400 tempest-VolumesActionsTest-828167400-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffbda6b3-f92e-48a6-851b-477402c4a5bf HTTP/1.1" status: 200 len: 210 time: 0.0303535 Feb 28 10:40:37.589761 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf959b-5b19-4525-b715-6b46867fb499 req-3a0eaeff-3521-47df-a355-f3b9327deb50 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:37.591400 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-38bf959b-5b19-4525-b715-6b46867fb499 req-3a0eaeff-3521-47df-a355-f3b9327deb50 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0510974 Feb 28 10:40:37.640286 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-38bf959b-5b19-4525-b715-6b46867fb499 req-2f372b88-e0de-4492-8ee1-3a9bc4b0c34f tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433080 Feb 28 10:40:38.598272 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device a06bffda-45d5-422d-97dc-83e0d317d47d no longer exists at agent hyperv_hv-cinder-83116 {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:40:38.622345 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] No Port match for: a06bffda-45d5-422d-97dc-83e0d317d47d {{(pid=102997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:40:38.622501 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device a06bffda-45d5-422d-97dc-83e0d317d47d not bound to the agent host hv-cinder-83116 {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:40:38.764085 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2171f-df0f-412d-bb81-a4069a440ffa req-dc3a69e3-dc84-439e-bce5-23b788dffc0e tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:38.765576 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-36b2171f-df0f-412d-bb81-a4069a440ffa req-dc3a69e3-dc84-439e-bce5-23b788dffc0e tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0562491 Feb 28 10:40:38.815273 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-36b2171f-df0f-412d-bb81-a4069a440ffa req-c3762570-e669-44f4-9bb3-f32c2b1acc88 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437820 Feb 28 10:40:39.930813 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d05bb-19b3-4f8c-8bcc-72360810a501 req-92edfec4-1070-4baa-beb3-0ac9bd53fcd8 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:39.932317 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-cd2d05bb-19b3-4f8c-8bcc-72360810a501 req-92edfec4-1070-4baa-beb3-0ac9bd53fcd8 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0526097 Feb 28 10:40:39.978468 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-cd2d05bb-19b3-4f8c-8bcc-72360810a501 req-a372bd70-e66a-4a2e-a5da-9374a8ec925b tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401814 Feb 28 10:40:41.096404 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b220d3-abae-4950-a6c9-95a7e8924415 req-6a46b662-055a-4689-ab64-09cb7bd7acf3 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:41.097856 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-72b220d3-abae-4950-a6c9-95a7e8924415 req-6a46b662-055a-4689-ab64-09cb7bd7acf3 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0548117 Feb 28 10:40:41.142963 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-72b220d3-abae-4950-a6c9-95a7e8924415 req-2b268dac-f433-4dcf-8a05-beb93407b55c tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394931 Feb 28 10:40:42.254676 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08975738-8c0f-4a21-994e-408664311c6f req-478f8b5d-0314-4863-b034-81d82dfba115 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:42.256390 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-08975738-8c0f-4a21-994e-408664311c6f req-478f8b5d-0314-4863-b034-81d82dfba115 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0497453 Feb 28 10:40:42.301359 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-08975738-8c0f-4a21-994e-408664311c6f req-516bcd13-5afb-4aa1-a458-b87369bdde65 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395091 Feb 28 10:40:43.416129 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ff2d5-d8bd-453e-8bdf-71e72e30c450 req-9c218ddb-6536-4c8f-ac3a-054a617de204 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:43.417579 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-bf8ff2d5-d8bd-453e-8bdf-71e72e30c450 req-9c218ddb-6536-4c8f-ac3a-054a617de204 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0505657 Feb 28 10:40:43.466294 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-bf8ff2d5-d8bd-453e-8bdf-71e72e30c450 req-0179b3de-a03d-4172-b45c-b095156b6145 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426371 Feb 28 10:40:44.581428 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef3d81-75da-4353-9e74-3244f5ccc831 req-8d861c29-6d8f-4285-a429-73c0e6254c8f tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:44.582890 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-70ef3d81-75da-4353-9e74-3244f5ccc831 req-8d861c29-6d8f-4285-a429-73c0e6254c8f tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0509810 Feb 28 10:40:44.628459 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-70ef3d81-75da-4353-9e74-3244f5ccc831 req-009ac9a1-679c-4738-915a-bd0d902e0081 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402136 Feb 28 10:40:45.045761 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77f2fe-9f8b-445f-af07-cb94dc3badf1 req-5c2dacab-e779-4653-8d41-f97575c15d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:45.047309 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-ff77f2fe-9f8b-445f-af07-cb94dc3badf1 req-5c2dacab-e779-4653-8d41-f97575c15d11 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 1129 time: 0.0426450 Feb 28 10:40:45.090805 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-ff77f2fe-9f8b-445f-af07-cb94dc3badf1 req-139c14e3-8d48-4306-b0e8-2a49cb4146d8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371020 Feb 28 10:40:45.742122 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea59215-9b16-4e07-8953-9752600307ab req-c8a6f39c-ec71-4884-920a-48ef43c2bcf7 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:45.743593 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-9ea59215-9b16-4e07-8953-9752600307ab req-c8a6f39c-ec71-4884-920a-48ef43c2bcf7 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0512798 Feb 28 10:40:45.788380 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-9ea59215-9b16-4e07-8953-9752600307ab req-b79c5587-8ec5-49f9-9cf9-6fd317d5b8dd tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394871 Feb 28 10:40:46.904767 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc43b0-7f31-42ff-a199-17b423591bff req-cd4c2707-9cd7-4149-8395-a8333485fc59 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:46.906229 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c7cc43b0-7f31-42ff-a199-17b423591bff req-cd4c2707-9cd7-4149-8395-a8333485fc59 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0539684 Feb 28 10:40:46.951956 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c7cc43b0-7f31-42ff-a199-17b423591bff req-2bff137b-c39f-40f4-8f52-e5bb18ac40d6 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403411 Feb 28 10:40:48.071233 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f691a-fca8-42ea-b9f1-eeb7c4600d9c req-db55cc22-3b66-4381-9bb9-bf57458df699 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:48.072846 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4b7f691a-fca8-42ea-b9f1-eeb7c4600d9c req-db55cc22-3b66-4381-9bb9-bf57458df699 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0531380 Feb 28 10:40:48.118919 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4b7f691a-fca8-42ea-b9f1-eeb7c4600d9c req-87e56a0d-add4-4f71-9976-1aa3209f50e6 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404534 Feb 28 10:40:49.233143 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac6feb-b770-4fb9-b89a-acd9e56ba46e req-2d79e96f-b399-4660-ba94-436bdc14ad2a tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:49.234569 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-61ac6feb-b770-4fb9-b89a-acd9e56ba46e req-2d79e96f-b399-4660-ba94-436bdc14ad2a tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0499296 Feb 28 10:40:49.283405 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-61ac6feb-b770-4fb9-b89a-acd9e56ba46e req-173a7c2e-c79f-4775-8356-e2fadbfb5647 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430751 Feb 28 10:40:50.396193 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce505e3-08d5-41a2-b864-82e0c0251c48 req-e335c06f-a8fa-4d7a-9046-a9552bcf7ae5 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:50.397643 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6ce505e3-08d5-41a2-b864-82e0c0251c48 req-e335c06f-a8fa-4d7a-9046-a9552bcf7ae5 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0504916 Feb 28 10:40:50.443231 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6ce505e3-08d5-41a2-b864-82e0c0251c48 req-f399263d-2a29-4dbd-9145-8d91acb1c2b0 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401599 Feb 28 10:40:51.556237 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae91edc-b9f9-4068-8ffd-f72875b165d2 req-05662b23-0d12-4afc-badd-58e50f21dd78 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:51.557664 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-fae91edc-b9f9-4068-8ffd-f72875b165d2 req-05662b23-0d12-4afc-badd-58e50f21dd78 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0490289 Feb 28 10:40:51.601754 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-fae91edc-b9f9-4068-8ffd-f72875b165d2 req-c842c284-9ddb-474a-875c-e93bff1e56bc tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380776 Feb 28 10:40:52.722530 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa8c49-905d-4080-bdec-900d23abfeac req-78fa4857-d9e4-459a-a832-745679328f1a tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:52.724033 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-68fa8c49-905d-4080-bdec-900d23abfeac req-78fa4857-d9e4-459a-a832-745679328f1a tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0565844 Feb 28 10:40:52.771438 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-68fa8c49-905d-4080-bdec-900d23abfeac req-deaf6d1f-a871-4966-8e34-112760e2b028 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417595 Feb 28 10:40:53.885804 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abae1f-3669-46e3-8c12-12df8074b2a8 req-4baa1f2f-ef07-40be-9fbd-460453fae164 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:53.887171 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e4abae1f-3669-46e3-8c12-12df8074b2a8 req-4baa1f2f-ef07-40be-9fbd-460453fae164 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0505128 Feb 28 10:40:53.931580 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e4abae1f-3669-46e3-8c12-12df8074b2a8 req-c34152a4-c748-4b87-9be1-fb748d7e6fbe tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390306 Feb 28 10:40:54.938705 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-92d62901-996e-4672-b602-bfa21d09b0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:55.048696 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdda978-b9d3-4c8f-89e2-714d2d865927 req-6b144ad2-28ce-4d2c-be0c-557ba8bada61 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:55.050157 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ffdda978-b9d3-4c8f-89e2-714d2d865927 req-6b144ad2-28ce-4d2c-be0c-557ba8bada61 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0538881 Feb 28 10:40:55.096945 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ffdda978-b9d3-4c8f-89e2-714d2d865927 req-75eed2ef-b6ce-428a-9e16-86ead330cbc5 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410602 Feb 28 10:40:55.331985 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e550e-7376-456f-ac9e-0b223ae98f2f req-701b5b7a-0e75-4813-8955-caf6c49f6b20 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:55.333462 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-3a6e550e-7376-456f-ac9e-0b223ae98f2f req-701b5b7a-0e75-4813-8955-caf6c49f6b20 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0518277 Feb 28 10:40:55.363433 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8519a01e-6d50-4e02-92f6-b40594fe122e req-86c573f5-2383-479d-981e-5231ff4de34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:55.364951 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-8519a01e-6d50-4e02-92f6-b40594fe122e req-86c573f5-2383-479d-981e-5231ff4de34b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=61d81f9de04c480389701ad30319c05a&device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 1129 time: 0.0531824 Feb 28 10:40:55.383603 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-3a6e550e-7376-456f-ac9e-0b223ae98f2f req-8dfa9d71-3b5d-4489-a297-90fa58784e8a tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441489 Feb 28 10:40:55.457755 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8519a01e-6d50-4e02-92f6-b40594fe122e req-4443cc35-72f5-4af2-abc2-12ceeb6323cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:55.459333 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-8519a01e-6d50-4e02-92f6-b40594fe122e req-4443cc35-72f5-4af2-abc2-12ceeb6323cd service neutron] 10.222.0.46 "GET /v2.0/networks?id=181d6fbd-5cb4-4bfd-bffa-34f454380b3f HTTP/1.1" status: 200 len: 920 time: 0.0885265 Feb 28 10:40:55.502723 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-8519a01e-6d50-4e02-92f6-b40594fe122e req-8ba913ab-ad34-44f7-9208-4a4aa7f586cf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95c6068a-e402-4937-9f00-38486bf61104 HTTP/1.1" status: 200 len: 217 time: 0.0367289 Feb 28 10:40:55.555615 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8519a01e-6d50-4e02-92f6-b40594fe122e req-dc5c79ed-0010-4502-a10d-da40e2dbb3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:55.557039 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-8519a01e-6d50-4e02-92f6-b40594fe122e req-dc5c79ed-0010-4502-a10d-da40e2dbb3fd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bb0c5a25-3924-4147-8d5d-a4a9902af2f7 HTTP/1.1" status: 200 len: 859 time: 0.0415254 Feb 28 10:40:55.589765 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-8519a01e-6d50-4e02-92f6-b40594fe122e req-1b500345-0472-451d-bcbc-9c8e5724de15 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=181d6fbd-5cb4-4bfd-bffa-34f454380b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240023 Feb 28 10:40:55.678350 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-8519a01e-6d50-4e02-92f6-b40594fe122e req-01dbff6b-c484-444b-a588-23666eeaddb8 service neutron] 10.222.0.46 "GET /v2.0/networks/181d6fbd-5cb4-4bfd-bffa-34f454380b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808072 Feb 28 10:40:55.771239 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-8519a01e-6d50-4e02-92f6-b40594fe122e req-6ebdd1b7-ebda-46c4-adca-70ac74813d66 service neutron] 10.222.0.46 "GET /v2.0/networks/181d6fbd-5cb4-4bfd-bffa-34f454380b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866730 Feb 28 10:40:56.553876 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac96eca-14d9-4472-81f3-32019080e2d3 req-076aced4-87bf-493c-b49d-af3c8fa1601c tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:56.555699 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-eac96eca-14d9-4472-81f3-32019080e2d3 req-076aced4-87bf-493c-b49d-af3c8fa1601c tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0600679 Feb 28 10:40:56.619417 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-eac96eca-14d9-4472-81f3-32019080e2d3 req-953be064-9250-4f0f-aab5-53c2881cc136 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565879 Feb 28 10:40:57.148688 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b8f61-31e5-4d19-9848-928eaf3a4a5b req-a4d67f57-db47-4915-9a0a-c39a7c91c8f4 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:57.150155 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e88b8f61-31e5-4d19-9848-928eaf3a4a5b req-a4d67f57-db47-4915-9a0a-c39a7c91c8f4 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/networks?id=9b073e6b-c342-425b-a002-2cd2376b1da4 HTTP/1.1" status: 200 len: 815 time: 0.1040831 Feb 28 10:40:57.168255 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e88b8f61-31e5-4d19-9848-928eaf3a4a5b req-b43c3db7-3c08-4536-be81-5460c9d84f69 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/quotas/4151886992af47f89a22d8119c3ffd94 HTTP/1.1" status: 200 len: 375 time: 0.0119414 Feb 28 10:40:57.168856 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-a27c9046-bdce-448c-a3f7-1de15776a149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:57.229275 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e88b8f61-31e5-4d19-9848-928eaf3a4a5b req-406e3b24-5cfa-411a-a79e-1c5127431e74 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4151886992af47f89a22d8119c3ffd94&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0536666 Feb 28 10:40:57.329327 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e88b8f61-31e5-4d19-9848-928eaf3a4a5b req-89622aa0-e163-461d-98c7-99a3c88c7679 service neutron] 10.222.0.44 "GET /v2.0/networks/9b073e6b-c342-425b-a002-2cd2376b1da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913858 Feb 28 10:40:57.435875 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e88b8f61-31e5-4d19-9848-928eaf3a4a5b req-9e78397e-9233-403f-b9c0-5b0902d800b9 service neutron] 10.222.0.44 "GET /v2.0/networks/9b073e6b-c342-425b-a002-2cd2376b1da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011736 Feb 28 10:40:57.792183 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-f2c264fb-5e5c-4b29-b369-5675b38d0321 req-3b439ab9-1fb9-4403-81e3-8715984c1f75 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=819c00fa-2142-4fc0-8d43-ed0c112f14fa HTTP/1.1" status: 200 len: 210 time: 0.0644307 Feb 28 10:40:57.921652 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee24871-f410-44ee-bb6c-363cfaf7d7a9 req-1cca9f8c-0753-4479-9fcb-d036441d4cdb tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:57.930996 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-9ee24871-f410-44ee-bb6c-363cfaf7d7a9 req-1cca9f8c-0753-4479-9fcb-d036441d4cdb tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.1936393 Feb 28 10:40:58.022975 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-9ee24871-f410-44ee-bb6c-363cfaf7d7a9 req-9e0df0a8-9429-4300-80ba-2cd4eb5f09d5 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905874 Feb 28 10:40:58.542831 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:58.890277 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c2aed462-bdb4-494f-af86-8ca3e7de288d req-97415b35-2c9f-4c61-8aaa-b301df142ad3 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=819c00fa-2142-4fc0-8d43-ed0c112f14fa HTTP/1.1" status: 200 len: 210 time: 0.0268314 Feb 28 10:40:59.165715 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c2e4d-f4d3-4410-af02-075273e07969 req-ebbab95f-8ce0-4dde-97f7-2c46c8d7d96f tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:59.167282 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-9a3c2e4d-f4d3-4410-af02-075273e07969 req-ebbab95f-8ce0-4dde-97f7-2c46c8d7d96f tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0558753 Feb 28 10:40:59.220430 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-9a3c2e4d-f4d3-4410-af02-075273e07969 req-0741b323-9ed0-441e-960c-9046cadcc896 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466230 Feb 28 10:40:59.898726 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b8f61-31e5-4d19-9848-928eaf3a4a5b req-24e5f3ee-530a-4efe-a90e-b6582076b506 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:59.900207 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-e88b8f61-31e5-4d19-9848-928eaf3a4a5b req-24e5f3ee-530a-4efe-a90e-b6582076b506 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.46 "GET /v2.0/networks?id=9b073e6b-c342-425b-a002-2cd2376b1da4 HTTP/1.1" status: 200 len: 815 time: 0.3391626 Feb 28 10:40:59.912488 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:59.925596 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [req-e88b8f61-31e5-4d19-9848-928eaf3a4a5b req-8c170ba4-ee44-403f-a5ba-1543cc148ac6 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Request body: {'port': {'device_id': '819c00fa-2142-4fc0-8d43-ed0c112f14fa', 'network_id': '9b073e6b-c342-425b-a002-2cd2376b1da4', 'admin_state_up': True, 'tenant_id': '4151886992af47f89a22d8119c3ffd94'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:00.014495 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c1fbeadb-6ac1-4012-83b3-59e8f9731e6e req-142d6cb3-b646-473f-94c0-cee7598214cd tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=819c00fa-2142-4fc0-8d43-ed0c112f14fa HTTP/1.1" status: 200 len: 210 time: 0.0411365 Feb 28 10:41:00.050733 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e88b8f61-31e5-4d19-9848-928eaf3a4a5b req-8c170ba4-ee44-403f-a5ba-1543cc148ac6 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Made reservation on behalf of 4151886992af47f89a22d8119c3ffd94 for: {'port': 1} {{(pid=102996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:00.053996 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-e88b8f61-31e5-4d19-9848-928eaf3a4a5b req-8c170ba4-ee44-403f-a5ba-1543cc148ac6 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:00.178969 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.db_base_plugin_common [req-e88b8f61-31e5-4d19-9848-928eaf3a4a5b req-8c170ba4-ee44-403f-a5ba-1543cc148ac6 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Allocated IP 172.20.0.6 (9b073e6b-c342-425b-a002-2cd2376b1da4/5f6bb29c-d00a-495d-ab78-9dec9ba1e99a/c2897091-5357-4351-b52e-16aabb70179e) {{(pid=102996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:00.334402 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-e88b8f61-31e5-4d19-9848-928eaf3a4a5b req-8c170ba4-ee44-403f-a5ba-1543cc148ac6 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Publish callbacks [] for port (c2897091-5357-4351-b52e-16aabb70179e), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:00.345553 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4daa2f1-af23-43c6-a73b-1cc4c1b0cb7c req-4206a6a0-deeb-42a4-99d7-6cc8bc0a9841 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:00.347058 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c4daa2f1-af23-43c6-a73b-1cc4c1b0cb7c req-4206a6a0-deeb-42a4-99d7-6cc8bc0a9841 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0594103 Feb 28 10:41:00.370608 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-e88b8f61-31e5-4d19-9848-928eaf3a4a5b req-8c170ba4-ee44-403f-a5ba-1543cc148ac6 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (c2897091-5357-4351-b52e-16aabb70179e), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:00.406996 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c4daa2f1-af23-43c6-a73b-1cc4c1b0cb7c req-35012f72-6d43-4ac2-b1c7-4ebc5e3aa91e tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526056 Feb 28 10:41:00.414990 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e88b8f61-31e5-4d19-9848-928eaf3a4a5b req-8c170ba4-ee44-403f-a5ba-1543cc148ac6 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Network 9b073e6b-c342-425b-a002-2cd2376b1da4 is already hosted by enough agents. {{(pid=102996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:00.417935 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.base_scheduler [req-e88b8f61-31e5-4d19-9848-928eaf3a4a5b req-8c170ba4-ee44-403f-a5ba-1543cc148ac6 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Resources bound (agent type, host, resource id): {{(pid=102996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:00.425975 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88b8f61-31e5-4d19-9848-928eaf3a4a5b req-8c170ba4-ee44-403f-a5ba-1543cc148ac6 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Received port after_create {{(pid=102996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:41:00.444240 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c170ba4-ee44-403f-a5ba-1543cc148ac6 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Pushing event updated for resources: {'Port': ['ID=c2897091-5357-4351-b52e-16aabb70179e,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:00.472034 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b8f61-31e5-4d19-9848-928eaf3a4a5b req-8c170ba4-ee44-403f-a5ba-1543cc148ac6 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:00.472633 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-e88b8f61-31e5-4d19-9848-928eaf3a4a5b req-8c170ba4-ee44-403f-a5ba-1543cc148ac6 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:00.489432 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-e88b8f61-31e5-4d19-9848-928eaf3a4a5b req-8c170ba4-ee44-403f-a5ba-1543cc148ac6 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5682561 Feb 28 10:41:00.496486 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] get_ports_and_sgs() called for port_ids ['e3a2cc80-254c-4e2c-bc3f-cb2a6e821357', 'ea27a3ad-135b-48ee-98da-f1a11188538b', 'b6d159b9-4c8e-4ce6-ac37-af8c55975b8d'] {{(pid=102997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:41:00.559041 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [req-e88b8f61-31e5-4d19-9848-928eaf3a4a5b req-2cca4f79-97e0-4604-a2db-aa06ae3b4bbc service neutron] Request body: {'port': {'device_id': '819c00fa-2142-4fc0-8d43-ed0c112f14fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83116'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:00.624775 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-e88b8f61-31e5-4d19-9848-928eaf3a4a5b req-2cca4f79-97e0-4604-a2db-aa06ae3b4bbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (c2897091-5357-4351-b52e-16aabb70179e), before_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:00.997022 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [req-e88b8f61-31e5-4d19-9848-928eaf3a4a5b req-2cca4f79-97e0-4604-a2db-aa06ae3b4bbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2897091-5357-4351-b52e-16aabb70179e {{(pid=102996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:41:01.005697 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-e88b8f61-31e5-4d19-9848-928eaf3a4a5b req-2cca4f79-97e0-4604-a2db-aa06ae3b4bbc service neutron] Publish callbacks [] for port (c2897091-5357-4351-b52e-16aabb70179e), precommit_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:01.019625 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.provisioning_blocks [req-e88b8f61-31e5-4d19-9848-928eaf3a4a5b req-2cca4f79-97e0-4604-a2db-aa06ae3b4bbc service neutron] Transition to ACTIVE for port object c2897091-5357-4351-b52e-16aabb70179e will not be triggered until provisioned by entity L2. {{(pid=102996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:41:01.031276 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-e88b8f61-31e5-4d19-9848-928eaf3a4a5b req-2cca4f79-97e0-4604-a2db-aa06ae3b4bbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63361884'] for port (c2897091-5357-4351-b52e-16aabb70179e), after_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:01.168107 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cca4f79-97e0-4604-a2db-aa06ae3b4bbc service neutron] Pushing event updated for resources: {'Port': ['ID=c2897091-5357-4351-b52e-16aabb70179e,revision_number=2']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:01.172673 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736ef5a-74bb-433e-abc2-a2fc7744d32b req-90a8a23b-32e6-42ed-8421-bfc94a539c77 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:01.174732 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a736ef5a-74bb-433e-abc2-a2fc7744d32b req-90a8a23b-32e6-42ed-8421-bfc94a539c77 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=819c00fa-2142-4fc0-8d43-ed0c112f14fa HTTP/1.1" status: 200 len: 943 time: 0.0641699 Feb 28 10:41:01.195858 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-e88b8f61-31e5-4d19-9848-928eaf3a4a5b req-2cca4f79-97e0-4604-a2db-aa06ae3b4bbc service neutron] Attempting to bind port c2897091-5357-4351-b52e-16aabb70179e on host hv-cinder-83116 for vnic_type normal with profile {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:41:01.196313 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-e88b8f61-31e5-4d19-9848-928eaf3a4a5b req-2cca4f79-97e0-4604-a2db-aa06ae3b4bbc service neutron] Attempting to bind port c2897091-5357-4351-b52e-16aabb70179e by drivers openvswitch,hyperv on host hv-cinder-83116 at level 0 using segments [{'id': '70a518fb-2283-4553-b90f-d3f0f325e4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9b073e6b-c342-425b-a002-2cd2376b1da4'}] {{(pid=102996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:41:01.196735 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88b8f61-31e5-4d19-9848-928eaf3a4a5b req-2cca4f79-97e0-4604-a2db-aa06ae3b4bbc service neutron] Attempting to bind port c2897091-5357-4351-b52e-16aabb70179e on network 9b073e6b-c342-425b-a002-2cd2376b1da4 {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:41:01.202309 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88b8f61-31e5-4d19-9848-928eaf3a4a5b req-2cca4f79-97e0-4604-a2db-aa06ae3b4bbc service neutron] Port c2897091-5357-4351-b52e-16aabb70179e on network 9b073e6b-c342-425b-a002-2cd2376b1da4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83116 {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:41:01.202626 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88b8f61-31e5-4d19-9848-928eaf3a4a5b req-2cca4f79-97e0-4604-a2db-aa06ae3b4bbc service neutron] Attempting to bind port c2897091-5357-4351-b52e-16aabb70179e on network 9b073e6b-c342-425b-a002-2cd2376b1da4 {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:41:01.208418 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88b8f61-31e5-4d19-9848-928eaf3a4a5b req-2cca4f79-97e0-4604-a2db-aa06ae3b4bbc service neutron] Checking agent: {'id': 'db31e800-75f5-4bdb-84cd-f402d346b45c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 36, 4), 'started_at': datetime.datetime(2022, 2, 28, 10, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:41:01.209814 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88b8f61-31e5-4d19-9848-928eaf3a4a5b req-2cca4f79-97e0-4604-a2db-aa06ae3b4bbc service neutron] Checking segment: {'id': '70a518fb-2283-4553-b90f-d3f0f325e4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9b073e6b-c342-425b-a002-2cd2376b1da4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:41:01.210257 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88b8f61-31e5-4d19-9848-928eaf3a4a5b req-2cca4f79-97e0-4604-a2db-aa06ae3b4bbc service neutron] Bound using segment: {'id': '70a518fb-2283-4553-b90f-d3f0f325e4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9b073e6b-c342-425b-a002-2cd2376b1da4'} {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:41:01.210954 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-e88b8f61-31e5-4d19-9848-928eaf3a4a5b req-2cca4f79-97e0-4604-a2db-aa06ae3b4bbc service neutron] Bound port: c2897091-5357-4351-b52e-16aabb70179e, host: hv-cinder-83116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70a518fb-2283-4553-b90f-d3f0f325e4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9b073e6b-c342-425b-a002-2cd2376b1da4'}}] {{(pid=102996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:41:01.211942 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-e88b8f61-31e5-4d19-9848-928eaf3a4a5b req-2cca4f79-97e0-4604-a2db-aa06ae3b4bbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (c2897091-5357-4351-b52e-16aabb70179e), before_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:01.230844 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a736ef5a-74bb-433e-abc2-a2fc7744d32b req-1b14b2f1-7cad-4f08-aa8d-084e85c163bd tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472031 Feb 28 10:41:01.288977 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-e88b8f61-31e5-4d19-9848-928eaf3a4a5b req-2cca4f79-97e0-4604-a2db-aa06ae3b4bbc service neutron] For port c2897091-5357-4351-b52e-16aabb70179e, host hv-cinder-83116, cleared binding levels {{(pid=102996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:41:01.292141 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-e88b8f61-31e5-4d19-9848-928eaf3a4a5b req-2cca4f79-97e0-4604-a2db-aa06ae3b4bbc service neutron] For port c2897091-5357-4351-b52e-16aabb70179e, host hv-cinder-83116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=c2897091-5357-4351-b52e-16aabb70179e,segment=NetworkSegment(70a518fb-2283-4553-b90f-d3f0f325e4d8),segment_id=70a518fb-2283-4553-b90f-d3f0f325e4d8)] {{(pid=102996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:41:01.298342 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-e88b8f61-31e5-4d19-9848-928eaf3a4a5b req-2cca4f79-97e0-4604-a2db-aa06ae3b4bbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63361884'] for port (c2897091-5357-4351-b52e-16aabb70179e), after_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:01.332252 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 58478) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:01.335682 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b8f61-31e5-4d19-9848-928eaf3a4a5b req-2cca4f79-97e0-4604-a2db-aa06ae3b4bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:01.336739 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-e88b8f61-31e5-4d19-9848-928eaf3a4a5b req-2cca4f79-97e0-4604-a2db-aa06ae3b4bbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:01.338134 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-e88b8f61-31e5-4d19-9848-928eaf3a4a5b req-2cca4f79-97e0-4604-a2db-aa06ae3b4bbc service neutron] 10.222.0.46 "PUT /v2.0/ports/c2897091-5357-4351-b52e-16aabb70179e HTTP/1.1" status: 200 len: 1093 time: 0.7844436 Feb 28 10:41:01.343164 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '819c00fa-2142-4fc0-8d43-ed0c112f14fa', 'tag': 'c2897091-5357-4351-b52e-16aabb70179e'}] {{(pid=102996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:41:01.345332 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fc607127e9415785fd538e0c70e4bf06f6b8f20b6b46de5a0809c41644901f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de21f346-853b-4550-80f1-bcee5ebf8201" -d '{"events": [{"name": "network-changed", "server_uuid": "819c00fa-2142-4fc0-8d43-ed0c112f14fa", "tag": "c2897091-5357-4351-b52e-16aabb70179e"}]}' {{(pid=102996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:41:01.372368 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cca4f79-97e0-4604-a2db-aa06ae3b4bbc service neutron] Pushing event updated for resources: {'Port': ['ID=c2897091-5357-4351-b52e-16aabb70179e,revision_number=3']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:01.391671 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24eff9f8-0fc2-4a65-9f12-f0b2dbc50bdd x-openstack-request-id: req-24eff9f8-0fc2-4a65-9f12-f0b2dbc50bdd {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:41:01.391966 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "819c00fa-2142-4fc0-8d43-ed0c112f14fa", "tag": "c2897091-5357-4351-b52e-16aabb70179e", "status": "completed", "code": 200}]} {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:41:01.392221 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-24eff9f8-0fc2-4a65-9f12-f0b2dbc50bdd {{(pid=102996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:41:01.392614 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '819c00fa-2142-4fc0-8d43-ed0c112f14fa', 'tag': 'c2897091-5357-4351-b52e-16aabb70179e', 'status': 'completed', 'code': 200} Feb 28 10:41:01.459534 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-42c8567c-f942-49c6-b4f0-ec3066c6fa01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:01.532092 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b8f61-31e5-4d19-9848-928eaf3a4a5b req-c283b72b-6bfd-4832-b9f3-a8838077c3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:01.533621 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:01.534196 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-e88b8f61-31e5-4d19-9848-928eaf3a4a5b req-c283b72b-6bfd-4832-b9f3-a8838077c3e5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4151886992af47f89a22d8119c3ffd94&device_id=819c00fa-2142-4fc0-8d43-ed0c112f14fa HTTP/1.1" status: 200 len: 1127 time: 0.0615134 Feb 28 10:41:01.561429 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699dbfb-69c0-419d-8273-4c02d093b189 req-d828cc9b-bd66-4090-992d-54c89ba07671 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:01.562995 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5699dbfb-69c0-419d-8273-4c02d093b189 req-d828cc9b-bd66-4090-992d-54c89ba07671 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0855777 Feb 28 10:41:01.610259 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-42c8567c-f942-49c6-b4f0-ec3066c6fa01 admin admin] Publish callbacks [] for security_group (4accc967-bb36-450f-b9f0-79b8d49d84e4), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:01.618149 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-42c8567c-f942-49c6-b4f0-ec3066c6fa01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (4accc967-bb36-450f-b9f0-79b8d49d84e4), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:01.624512 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-e88b8f61-31e5-4d19-9848-928eaf3a4a5b req-71a5c890-b886-4a10-b764-569c198bdf6b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2897091-5357-4351-b52e-16aabb70179e HTTP/1.1" status: 200 len: 217 time: 0.0441372 Feb 28 10:41:01.672930 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-42c8567c-f942-49c6-b4f0-ec3066c6fa01 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=26433fef4ff04344adb7ef1bd9e66e42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3390074 Feb 28 10:41:01.677222 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 58488) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:01.680227 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5699dbfb-69c0-419d-8273-4c02d093b189 req-a99b6d1f-af24-4919-a6f5-da51a2929efa tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072438 Feb 28 10:41:01.682197 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c8567c-f942-49c6-b4f0-ec3066c6fa01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4accc967-bb36-450f-b9f0-79b8d49d84e4,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:01.730913 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b8f61-31e5-4d19-9848-928eaf3a4a5b req-a1ccd54c-78ff-46da-b21b-7913bedc56e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:01.730913 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-e88b8f61-31e5-4d19-9848-928eaf3a4a5b req-a1ccd54c-78ff-46da-b21b-7913bedc56e5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5f6bb29c-d00a-495d-ab78-9dec9ba1e99a HTTP/1.1" status: 200 len: 855 time: 0.0925155 Feb 28 10:41:01.768399 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-e88b8f61-31e5-4d19-9848-928eaf3a4a5b req-91371458-4c9f-400f-82a8-c5d975aa6593 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b073e6b-c342-425b-a002-2cd2376b1da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297413 Feb 28 10:41:01.791697 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-700af70d-2b0b-4096-8bd3-2db34104548d admin admin] Publish callbacks [] for security_group (4accc967-bb36-450f-b9f0-79b8d49d84e4), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:01.863013 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-700af70d-2b0b-4096-8bd3-2db34104548d admin admin] Publish callbacks [] for security_group (4accc967-bb36-450f-b9f0-79b8d49d84e4), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:01.960828 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-e88b8f61-31e5-4d19-9848-928eaf3a4a5b req-67e6fad4-23cc-4dce-9a63-06dfe56344d8 service neutron] 10.222.0.46 "GET /v2.0/networks/9b073e6b-c342-425b-a002-2cd2376b1da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808240 Feb 28 10:41:01.979952 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-700af70d-2b0b-4096-8bd3-2db34104548d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (4accc967-bb36-450f-b9f0-79b8d49d84e4), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:01.986509 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-700af70d-2b0b-4096-8bd3-2db34104548d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:02.000554 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-700af70d-2b0b-4096-8bd3-2db34104548d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4accc967-bb36-450f-b9f0-79b8d49d84e4 HTTP/1.1" status: 204 len: 168 time: 0.3141530 Feb 28 10:41:02.162595 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700af70d-2b0b-4096-8bd3-2db34104548d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4accc967-bb36-450f-b9f0-79b8d49d84e4,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:02.298010 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-e88b8f61-31e5-4d19-9848-928eaf3a4a5b req-43ce8319-f602-4eab-b110-2f87f16cc3e4 service neutron] 10.222.0.46 "GET /v2.0/networks/9b073e6b-c342-425b-a002-2cd2376b1da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286126 Feb 28 10:41:02.321407 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 58516) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:02.434791 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af57956-ab8c-472e-94c2-6b8fbbe4934e req-d12f0ff4-9571-450c-8d1f-ddc69b1e7cb5 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:02.445385 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5af57956-ab8c-472e-94c2-6b8fbbe4934e req-d12f0ff4-9571-450c-8d1f-ddc69b1e7cb5 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=819c00fa-2142-4fc0-8d43-ed0c112f14fa HTTP/1.1" status: 200 len: 943 time: 0.0928404 Feb 28 10:41:02.539256 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21f346-853b-4550-80f1-bcee5ebf8201 req-3222d847-328c-4729-80cc-4f087a9da843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:02.543561 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5af57956-ab8c-472e-94c2-6b8fbbe4934e req-a1d6038c-b7ef-4aae-be80-dbb850322296 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886993 Feb 28 10:41:02.547332 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-de21f346-853b-4550-80f1-bcee5ebf8201 req-3222d847-328c-4729-80cc-4f087a9da843 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4151886992af47f89a22d8119c3ffd94&device_id=819c00fa-2142-4fc0-8d43-ed0c112f14fa HTTP/1.1" status: 200 len: 1127 time: 0.0968757 Feb 28 10:41:02.647788 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-8170a525-fa23-4bff-854d-1e760f3b8588 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:02.775691 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21f346-853b-4550-80f1-bcee5ebf8201 req-7b87c799-386c-4ab2-b797-ff889f70e6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:02.777173 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-de21f346-853b-4550-80f1-bcee5ebf8201 req-7b87c799-386c-4ab2-b797-ff889f70e6ec service neutron] 10.222.0.46 "GET /v2.0/networks?id=9b073e6b-c342-425b-a002-2cd2376b1da4 HTTP/1.1" status: 200 len: 916 time: 0.2268136 Feb 28 10:41:02.861693 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-de21f346-853b-4550-80f1-bcee5ebf8201 req-d9c7df19-99c5-40e4-b829-dff963a2b304 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2897091-5357-4351-b52e-16aabb70179e HTTP/1.1" status: 200 len: 217 time: 0.0767047 Feb 28 10:41:02.929087 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-8170a525-fa23-4bff-854d-1e760f3b8588 admin admin] Publish callbacks [] for security_group (0e67d4c5-47c9-4053-8b09-f810533409bb), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:02.936387 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-8170a525-fa23-4bff-854d-1e760f3b8588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (0e67d4c5-47c9-4053-8b09-f810533409bb), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:02.949520 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21f346-853b-4550-80f1-bcee5ebf8201 req-73470e30-86ae-4021-949b-853d3b07149b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:02.951518 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-de21f346-853b-4550-80f1-bcee5ebf8201 req-73470e30-86ae-4021-949b-853d3b07149b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5f6bb29c-d00a-495d-ab78-9dec9ba1e99a HTTP/1.1" status: 200 len: 855 time: 0.0828841 Feb 28 10:41:03.017749 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-de21f346-853b-4550-80f1-bcee5ebf8201 req-9cdbb4dd-1abb-4c60-ab08-df512d5de87c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b073e6b-c342-425b-a002-2cd2376b1da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366883 Feb 28 10:41:03.022693 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170a525-fa23-4bff-854d-1e760f3b8588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e67d4c5-47c9-4053-8b09-f810533409bb,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:03.050051 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-8170a525-fa23-4bff-854d-1e760f3b8588 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d4f41fea31a14b6e8315884b4cdf4748&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7260704 Feb 28 10:41:03.052793 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 58552) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:03.081510 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170a525-fa23-4bff-854d-1e760f3b8588 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:03.081775 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170a525-fa23-4bff-854d-1e760f3b8588 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:03.082128 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170a525-fa23-4bff-854d-1e760f3b8588 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:03.082466 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170a525-fa23-4bff-854d-1e760f3b8588 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:03.082802 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170a525-fa23-4bff-854d-1e760f3b8588 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:03.083159 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170a525-fa23-4bff-854d-1e760f3b8588 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:03.083491 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170a525-fa23-4bff-854d-1e760f3b8588 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:03.083823 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170a525-fa23-4bff-854d-1e760f3b8588 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:03.084156 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170a525-fa23-4bff-854d-1e760f3b8588 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:03.084484 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170a525-fa23-4bff-854d-1e760f3b8588 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:03.084811 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170a525-fa23-4bff-854d-1e760f3b8588 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:03.085133 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170a525-fa23-4bff-854d-1e760f3b8588 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:03.085452 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170a525-fa23-4bff-854d-1e760f3b8588 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:03.152764 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-de21f346-853b-4550-80f1-bcee5ebf8201 req-18078478-92a8-4db2-af4f-59e82a56424b service neutron] 10.222.0.46 "GET /v2.0/networks/9b073e6b-c342-425b-a002-2cd2376b1da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255898 Feb 28 10:41:03.165638 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-8b9aa0a0-c233-49cf-851b-d72b64d1a832 admin admin] Publish callbacks [] for security_group (0e67d4c5-47c9-4053-8b09-f810533409bb), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:03.204723 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-8b9aa0a0-c233-49cf-851b-d72b64d1a832 admin admin] Publish callbacks [] for security_group (0e67d4c5-47c9-4053-8b09-f810533409bb), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:03.313662 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-8b9aa0a0-c233-49cf-851b-d72b64d1a832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (0e67d4c5-47c9-4053-8b09-f810533409bb), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:03.317521 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-8b9aa0a0-c233-49cf-851b-d72b64d1a832 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:03.322854 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-8b9aa0a0-c233-49cf-851b-d72b64d1a832 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0e67d4c5-47c9-4053-8b09-f810533409bb HTTP/1.1" status: 204 len: 168 time: 0.2687390 Feb 28 10:41:03.342194 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9aa0a0-c233-49cf-851b-d72b64d1a832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e67d4c5-47c9-4053-8b09-f810533409bb,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:03.369138 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-de21f346-853b-4550-80f1-bcee5ebf8201 req-70f0f349-8a23-46b4-9190-c27836fdc316 service neutron] 10.222.0.46 "GET /v2.0/networks/9b073e6b-c342-425b-a002-2cd2376b1da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969807 Feb 28 10:41:03.440046 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.agents_db [None req-ad1b81bb-6a73-47ab-ba10-dec1fea0c152 None None] Agent healthcheck: found 6 active agents {{(pid=102998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:41:03.672310 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f458d56-d2ca-4c82-9445-d5d5b1bb502c req-992622ba-64d1-4759-9cf6-3ebe9205ac54 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:03.680865 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4f458d56-d2ca-4c82-9445-d5d5b1bb502c req-992622ba-64d1-4759-9cf6-3ebe9205ac54 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=819c00fa-2142-4fc0-8d43-ed0c112f14fa HTTP/1.1" status: 200 len: 943 time: 0.0770066 Feb 28 10:41:03.773234 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4f458d56-d2ca-4c82-9445-d5d5b1bb502c req-e61032fd-7f70-423a-a72e-6b3af1d121e1 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912936 Feb 28 10:41:04.045590 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (db31e800-75f5-4bdb-84cd-f402d346b45c), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:04.232266 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 58594) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:04.398187 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-cdef192d-a0a1-461e-8792-cb1e6ce307fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:04.452538 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee5e50c-6d8b-46b4-a6c1-2958dce5c410 req-233c62ae-7b86-4be2-87c5-993fd1ea84fe tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:04.463135 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6ee5e50c-6d8b-46b4-a6c1-2958dce5c410 req-233c62ae-7b86-4be2-87c5-993fd1ea84fe tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0753198 Feb 28 10:41:04.531170 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-cdef192d-a0a1-461e-8792-cb1e6ce307fd admin admin] Publish callbacks [] for security_group (22f63f54-aa3f-440a-8886-cd1c48a6a1f1), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:04.533032 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6ee5e50c-6d8b-46b4-a6c1-2958dce5c410 req-363bc693-6f4f-42c9-91db-3e5b85528733 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636833 Feb 28 10:41:04.536846 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-cdef192d-a0a1-461e-8792-cb1e6ce307fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (22f63f54-aa3f-440a-8886-cd1c48a6a1f1), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:04.577095 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 58614) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:04.588089 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-cdef192d-a0a1-461e-8792-cb1e6ce307fd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d2893b07a4564b0885439092f15bfdfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3521752 Feb 28 10:41:04.588089 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdef192d-a0a1-461e-8792-cb1e6ce307fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f63f54-aa3f-440a-8886-cd1c48a6a1f1,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:04.589464 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 58618) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:04.655227 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-800eb8e5-ae51-42e7-93a7-a635974b5d61 admin admin] Publish callbacks [] for security_group (22f63f54-aa3f-440a-8886-cd1c48a6a1f1), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:04.679772 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-800eb8e5-ae51-42e7-93a7-a635974b5d61 admin admin] Publish callbacks [] for security_group (22f63f54-aa3f-440a-8886-cd1c48a6a1f1), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:04.739847 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [None req-1ee2b2b7-6e96-4426-89a4-369ec26dd5a6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-928494103-network', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15'}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:04.767959 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee2b2b7-6e96-4426-89a4-369ec26dd5a6 admin admin] Made reservation on behalf of d49baa9a7922438f99d7dcc9ef7c1c15 for: {'network': 1} {{(pid=102995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:04.770573 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-1ee2b2b7-6e96-4426-89a4-369ec26dd5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for network (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:04.804035 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-1ee2b2b7-6e96-4426-89a4-369ec26dd5a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:04.818235 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-800eb8e5-ae51-42e7-93a7-a635974b5d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (22f63f54-aa3f-440a-8886-cd1c48a6a1f1), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:04.831121 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-800eb8e5-ae51-42e7-93a7-a635974b5d61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:04.832738 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-800eb8e5-ae51-42e7-93a7-a635974b5d61 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/22f63f54-aa3f-440a-8886-cd1c48a6a1f1 HTTP/1.1" status: 204 len: 168 time: 0.2422211 Feb 28 10:41:04.860041 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800eb8e5-ae51-42e7-93a7-a635974b5d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f63f54-aa3f-440a-8886-cd1c48a6a1f1,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:05.035554 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b5b23-b41c-4fa3-b74b-7261ddd68729 req-8cb1ee36-9cad-428b-91e7-b921ef643ce1 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:05.043464 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d87b5b23-b41c-4fa3-b74b-7261ddd68729 req-8cb1ee36-9cad-428b-91e7-b921ef643ce1 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=819c00fa-2142-4fc0-8d43-ed0c112f14fa HTTP/1.1" status: 200 len: 943 time: 0.1407461 Feb 28 10:41:05.111403 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-1ee2b2b7-6e96-4426-89a4-369ec26dd5a6 admin admin] Publish callbacks [] for security_group (ba770314-2fd4-47a0-9394-3dd4daf13af9), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:05.126371 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-1ee2b2b7-6e96-4426-89a4-369ec26dd5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (ba770314-2fd4-47a0-9394-3dd4daf13af9), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:05.169837 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-b4bddcb9-c8ca-4aaf-aaf2-263c01b897c7 req-0fde2268-f40d-4044-92de-3cc1de8d3363 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1173580 Feb 28 10:41:05.177264 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ee2b2b7-6e96-4426-89a4-369ec26dd5a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=102995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:41:05.187368 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d87b5b23-b41c-4fa3-b74b-7261ddd68729 req-d4643a45-5df6-49ca-a586-f6bc233bf80f tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428354 Feb 28 10:41:05.196644 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee2b2b7-6e96-4426-89a4-369ec26dd5a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba770314-2fd4-47a0-9394-3dd4daf13af9,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:05.213400 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-1ee2b2b7-6e96-4426-89a4-369ec26dd5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761337'] for segment (2588bd87-a4bf-478e-a2b9-e450b26b5df9), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:05.213782 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.db.segments_db [None req-1ee2b2b7-6e96-4426-89a4-369ec26dd5a6 admin admin] Added segment 2588bd87-a4bf-478e-a2b9-e450b26b5df9 of type vlan for network d201863f-b309-44f4-a7ef-e7046df4340e Feb 28 10:41:05.287316 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bddcb9-c8ca-4aaf-aaf2-263c01b897c7 req-1eeb339e-4ed8-4a5e-bbb5-25f537da4961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:05.289772 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-b4bddcb9-c8ca-4aaf-aaf2-263c01b897c7 req-1eeb339e-4ed8-4a5e-bbb5-25f537da4961 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=61d81f9de04c480389701ad30319c05a&device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 1129 time: 0.0873635 Feb 28 10:41:05.298070 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-1ee2b2b7-6e96-4426-89a4-369ec26dd5a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783309439991'] for network (d201863f-b309-44f4-a7ef-e7046df4340e), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:05.341868 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-1ee2b2b7-6e96-4426-89a4-369ec26dd5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297'] for network (d201863f-b309-44f4-a7ef-e7046df4340e), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:05.343793 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee2b2b7-6e96-4426-89a4-369ec26dd5a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:05.347298 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-1ee2b2b7-6e96-4426-89a4-369ec26dd5a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for network (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:05.453525 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-1ee2b2b7-6e96-4426-89a4-369ec26dd5a6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8752897 Feb 28 10:41:05.460642 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 58650) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:05.467063 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [None req-3656b77c-16b7-4965-98ba-95da28ed0ca3 admin admin] Request body: {'subnet': {'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-928494103-subnet', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'ip_version': 4}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:05.492860 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee2b2b7-6e96-4426-89a4-369ec26dd5a6 admin admin] Pushing event updated for resources: {'Network': ['ID=d201863f-b309-44f4-a7ef-e7046df4340e,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:05.496279 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bddcb9-c8ca-4aaf-aaf2-263c01b897c7 req-6127b973-d98c-45fd-8041-24952b1246e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:05.498409 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-b4bddcb9-c8ca-4aaf-aaf2-263c01b897c7 req-6127b973-d98c-45fd-8041-24952b1246e4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=181d6fbd-5cb4-4bfd-bffa-34f454380b3f HTTP/1.1" status: 200 len: 920 time: 0.1869364 Feb 28 10:41:05.509522 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Network d201863f-b309-44f4-a7ef-e7046df4340e details requested by agent ovs-agent-dv-cinder-831167-1-iscsi with host dv-cinder-831167-1-iscsi {{(pid=102997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:41:05.518490 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3656b77c-16b7-4965-98ba-95da28ed0ca3 admin admin] Made reservation on behalf of d49baa9a7922438f99d7dcc9ef7c1c15 for: {'subnet': 1} {{(pid=102995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:05.524097 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-3656b77c-16b7-4965-98ba-95da28ed0ca3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63457285'] for subnet (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:05.557620 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-b4bddcb9-c8ca-4aaf-aaf2-263c01b897c7 req-d5aefe9f-d4df-41f1-9f58-7da940299ddc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95c6068a-e402-4937-9f00-38486bf61104 HTTP/1.1" status: 200 len: 217 time: 0.0426788 Feb 28 10:41:05.647967 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bddcb9-c8ca-4aaf-aaf2-263c01b897c7 req-a946efaa-eca7-4393-9c3f-7cc3a7cb6de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:05.652600 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-b4bddcb9-c8ca-4aaf-aaf2-263c01b897c7 req-a946efaa-eca7-4393-9c3f-7cc3a7cb6de2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bb0c5a25-3924-4147-8d5d-a4a9902af2f7 HTTP/1.1" status: 200 len: 859 time: 0.0866222 Feb 28 10:41:05.690692 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-b4bddcb9-c8ca-4aaf-aaf2-263c01b897c7 req-04c468b2-e9d3-4d5a-92db-6ea413324f60 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=181d6fbd-5cb4-4bfd-bffa-34f454380b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322876 Feb 28 10:41:05.792360 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-3656b77c-16b7-4965-98ba-95da28ed0ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63288078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63457335'] for subnet (10d8c89b-f1ef-4689-89e2-725720fe5362), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:05.807892 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-b4bddcb9-c8ca-4aaf-aaf2-263c01b897c7 req-f1728fdb-a623-4761-9e95-d04f98be7597 service neutron] 10.222.0.46 "GET /v2.0/networks/181d6fbd-5cb4-4bfd-bffa-34f454380b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109061 Feb 28 10:41:05.869159 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3656b77c-16b7-4965-98ba-95da28ed0ca3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10d8c89b-f1ef-4689-89e2-725720fe5362,revision_number=0']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:05.881385 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3656b77c-16b7-4965-98ba-95da28ed0ca3 admin admin] Checking segment: {'id': '2588bd87-a4bf-478e-a2b9-e450b26b5df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:41:05.881764 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3656b77c-16b7-4965-98ba-95da28ed0ca3 admin admin] Network hostable DHCP agents. Network: d201863f-b309-44f4-a7ef-e7046df4340e, hostable agents: ['908aa187-f1dc-423a-8ec3-c19816a84263'], hosted agents: [] {{(pid=102995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:41:05.915552 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3656b77c-16b7-4965-98ba-95da28ed0ca3 admin admin] Network d201863f-b309-44f4-a7ef-e7046df4340e is scheduled to be hosted by DHCP agent 908aa187-f1dc-423a-8ec3-c19816a84263 with binding_index 1 {{(pid=102995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:41:05.931439 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.base_scheduler [None req-3656b77c-16b7-4965-98ba-95da28ed0ca3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831167-1-iscsi, d201863f-b309-44f4-a7ef-e7046df4340e) {{(pid=102995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:05.944610 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3579b0e1-370d-4517-aeb8-8dc84cd80c3f None None] Network d201863f-b309-44f4-a7ef-e7046df4340e requested from dv-cinder-831167-1-iscsi {{(pid=102997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:41:05.950677 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-b4bddcb9-c8ca-4aaf-aaf2-263c01b897c7 req-4878a76f-224e-4e72-b563-1d2072b11ddd service neutron] 10.222.0.46 "GET /v2.0/networks/181d6fbd-5cb4-4bfd-bffa-34f454380b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350367 Feb 28 10:41:05.951618 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3656b77c-16b7-4965-98ba-95da28ed0ca3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:05.952665 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-3656b77c-16b7-4965-98ba-95da28ed0ca3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:05.998305 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 58670) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:06.001677 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-3656b77c-16b7-4965-98ba-95da28ed0ca3 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5319164 Feb 28 10:41:06.004042 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [None req-3b7539ba-380d-43e9-a5d6-077b7f6ab6b8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-928494103-router', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187'}}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:06.048521 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3b7539ba-380d-43e9-a5d6-077b7f6ab6b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router (955fcaf0-b9ca-493b-935f-c162b4121ca7), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:06.054161 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3b7539ba-380d-43e9-a5d6-077b7f6ab6b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-380290', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8896'] for router (955fcaf0-b9ca-493b-935f-c162b4121ca7), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:06.217220 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b257273-3133-4756-afe1-6d0257cf8e3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54a0a7cf-b57e-5b42-bf88-c5e67f938400-d201863f-b309-44f4-a7ef-e7046df4340e', 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e', 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'fixed_ips': [{'subnet_id': '10d8c89b-f1ef-4689-89e2-725720fe5362'}]}} from dv-cinder-831167-1-iscsi. {{(pid=102997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:41:06.218097 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-2b257273-3133-4756-afe1-6d0257cf8e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:06.226395 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3b7539ba-380d-43e9-a5d6-077b7f6ab6b8 admin admin] Publish callbacks [] for router_controller (955fcaf0-b9ca-493b-935f-c162b4121ca7), precommit_add_association {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:06.442454 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e8edd-4407-4d8c-a17c-1d4c3ecde2f1 req-09a874af-9e44-414d-afdf-0e9793a3b745 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:06.444107 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6b0e8edd-4407-4d8c-a17c-1d4c3ecde2f1 req-09a874af-9e44-414d-afdf-0e9793a3b745 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=819c00fa-2142-4fc0-8d43-ed0c112f14fa HTTP/1.1" status: 200 len: 943 time: 0.1139812 Feb 28 10:41:06.500330 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.db_base_plugin_common [None req-2b257273-3133-4756-afe1-6d0257cf8e3f None None] Allocated IP 172.20.0.2 (d201863f-b309-44f4-a7ef-e7046df4340e/10d8c89b-f1ef-4689-89e2-725720fe5362/070ed865-c5a1-4766-b150-61400aa7d17e) {{(pid=102997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:06.522242 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3b7539ba-380d-43e9-a5d6-077b7f6ab6b8 admin admin] Publish callbacks [] for router_gateway (955fcaf0-b9ca-493b-935f-c162b4121ca7), precommit_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:06.598491 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6b0e8edd-4407-4d8c-a17c-1d4c3ecde2f1 req-3f98610e-9be5-45af-897e-6746b77beac5 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392343 Feb 28 10:41:06.715461 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-2b257273-3133-4756-afe1-6d0257cf8e3f None None] Publish callbacks [] for port (070ed865-c5a1-4766-b150-61400aa7d17e), precommit_create {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:06.725822 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-2b257273-3133-4756-afe1-6d0257cf8e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981'] for port (070ed865-c5a1-4766-b150-61400aa7d17e), after_create {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:06.753642 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device c2897091-5357-4351-b52e-16aabb70179e details requested by agent hyperv_hv-cinder-83116 with host hv-cinder-83116 {{(pid=102997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:41:06.826757 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3b7539ba-380d-43e9-a5d6-077b7f6ab6b8 admin admin] Publish callbacks [] for router_gateway (955fcaf0-b9ca-493b-935f-c162b4121ca7), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:06.877844 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port c2897091-5357-4351-b52e-16aabb70179e, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=c2897091-5357-4351-b52e-16aabb70179e,segment=NetworkSegment(70a518fb-2283-4553-b90f-d3f0f325e4d8),segment_id=70a518fb-2283-4553-b90f-d3f0f325e4d8)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:06.880026 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3b7539ba-380d-43e9-a5d6-077b7f6ab6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:06.881969 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b257273-3133-4756-afe1-6d0257cf8e3f None None] Network d201863f-b309-44f4-a7ef-e7046df4340e is already hosted by enough agents. {{(pid=102997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:06.919609 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.scheduler.base_scheduler [None req-2b257273-3133-4756-afe1-6d0257cf8e3f None None] Resources bound (agent type, host, resource id): {{(pid=102997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:06.924339 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b257273-3133-4756-afe1-6d0257cf8e3f None None] Received port after_create {{(pid=102997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:41:06.932881 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Returning: {'device': 'c2897091-5357-4351-b52e-16aabb70179e', 'network_id': '9b073e6b-c342-425b-a002-2cd2376b1da4', 'port_id': 'c2897091-5357-4351-b52e-16aabb70179e', 'mac_address': 'fa:16:3e:2f:d9:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f6bb29c-d00a-495d-ab78-9dec9ba1e99a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:41:07.025660 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.db_base_plugin_common [None req-3b7539ba-380d-43e9-a5d6-077b7f6ab6b8 admin admin] Allocated IP 172.27.1.226 (5c191bd3-8d00-44c5-b017-904410258187/e0d51f16-a2c9-415b-a552-79de15f3fe23/26172ab7-dd74-47fc-8158-eb83de91afc0) {{(pid=102996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:07.029286 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Current status of the port c2897091-5357-4351-b52e-16aabb70179e is: DOWN; New status is: BUILD {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:07.029938 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (c2897091-5357-4351-b52e-16aabb70179e), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:07.033119 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b257273-3133-4756-afe1-6d0257cf8e3f None None] Pushing event updated for resources: {'Port': ['ID=070ed865-c5a1-4766-b150-61400aa7d17e,revision_number=1']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:07.061092 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-2b257273-3133-4756-afe1-6d0257cf8e3f None None] Attempting to bind port 070ed865-c5a1-4766-b150-61400aa7d17e on host dv-cinder-831167-1-iscsi for vnic_type normal with profile {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:41:07.061678 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-2b257273-3133-4756-afe1-6d0257cf8e3f None None] Attempting to bind port 070ed865-c5a1-4766-b150-61400aa7d17e by drivers openvswitch,hyperv on host dv-cinder-831167-1-iscsi at level 0 using segments [{'id': '2588bd87-a4bf-478e-a2b9-e450b26b5df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e'}] {{(pid=102997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:41:07.062186 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b257273-3133-4756-afe1-6d0257cf8e3f None None] Attempting to bind port 070ed865-c5a1-4766-b150-61400aa7d17e on network d201863f-b309-44f4-a7ef-e7046df4340e {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:41:07.069692 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b257273-3133-4756-afe1-6d0257cf8e3f None None] Checking agent: {'id': '9787f0c2-b99f-49df-865b-f8e3f2374559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 1), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:41:07.070194 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b257273-3133-4756-afe1-6d0257cf8e3f None None] Checking segment: {'id': '2588bd87-a4bf-478e-a2b9-e450b26b5df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:41:07.070832 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-2b257273-3133-4756-afe1-6d0257cf8e3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:07.071388 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b257273-3133-4756-afe1-6d0257cf8e3f None None] Bound using segment: {'id': '2588bd87-a4bf-478e-a2b9-e450b26b5df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e'} {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:41:07.071963 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-2b257273-3133-4756-afe1-6d0257cf8e3f None None] Bound port: 070ed865-c5a1-4766-b150-61400aa7d17e, host: dv-cinder-831167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2588bd87-a4bf-478e-a2b9-e450b26b5df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e'}}] {{(pid=102997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:41:07.072431 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-2b257273-3133-4756-afe1-6d0257cf8e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (070ed865-c5a1-4766-b150-61400aa7d17e), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:07.075273 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.notifiers.nova [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2897091-5357-4351-b52e-16aabb70179e {{(pid=102997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:41:07.119136 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port c2897091-5357-4351-b52e-16aabb70179e, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=c2897091-5357-4351-b52e-16aabb70179e,segment=NetworkSegment(70a518fb-2283-4553-b90f-d3f0f325e4d8),segment_id=70a518fb-2283-4553-b90f-d3f0f325e4d8)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:07.125940 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (c2897091-5357-4351-b52e-16aabb70179e), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:07.182262 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3b7539ba-380d-43e9-a5d6-077b7f6ab6b8 admin admin] Publish callbacks [] for port (26172ab7-dd74-47fc-8158-eb83de91afc0), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:07.219879 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Pushing event updated for resources: {'Port': ['ID=c2897091-5357-4351-b52e-16aabb70179e,revision_number=4']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:07.222466 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3b7539ba-380d-43e9-a5d6-077b7f6ab6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (26172ab7-dd74-47fc-8158-eb83de91afc0), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:07.222999 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-2b257273-3133-4756-afe1-6d0257cf8e3f None None] For port 070ed865-c5a1-4766-b150-61400aa7d17e, host dv-cinder-831167-1-iscsi, cleared binding levels {{(pid=102997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:41:07.226995 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-2b257273-3133-4756-afe1-6d0257cf8e3f None None] For port 070ed865-c5a1-4766-b150-61400aa7d17e, host dv-cinder-831167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=070ed865-c5a1-4766-b150-61400aa7d17e,segment=NetworkSegment(2588bd87-a4bf-478e-a2b9-e450b26b5df9),segment_id=2588bd87-a4bf-478e-a2b9-e450b26b5df9)] {{(pid=102997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:41:07.242037 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-2b257273-3133-4756-afe1-6d0257cf8e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (070ed865-c5a1-4766-b150-61400aa7d17e), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:07.270154 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7539ba-380d-43e9-a5d6-077b7f6ab6b8 admin admin] Network 5c191bd3-8d00-44c5-b017-904410258187 is already hosted by enough agents. {{(pid=102996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:07.276565 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.base_scheduler [None req-3b7539ba-380d-43e9-a5d6-077b7f6ab6b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:07.287301 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7539ba-380d-43e9-a5d6-077b7f6ab6b8 admin admin] Received port after_create {{(pid=102996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:41:07.342314 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b257273-3133-4756-afe1-6d0257cf8e3f None None] Pushing event updated for resources: {'Port': ['ID=070ed865-c5a1-4766-b150-61400aa7d17e,revision_number=2']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:07.359864 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7539ba-380d-43e9-a5d6-077b7f6ab6b8 admin admin] Pushing event updated for resources: {'Port': ['ID=26172ab7-dd74-47fc-8158-eb83de91afc0,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:07.857110 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed16ce2-10a5-4fc6-afbb-8e82945cfc8f req-865c19b6-4ec6-4c11-9b5f-4828145feee9 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:07.873006 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-3ed16ce2-10a5-4fc6-afbb-8e82945cfc8f req-865c19b6-4ec6-4c11-9b5f-4828145feee9 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=819c00fa-2142-4fc0-8d43-ed0c112f14fa HTTP/1.1" status: 200 len: 944 time: 0.1271849 Feb 28 10:41:07.964861 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-3ed16ce2-10a5-4fc6-afbb-8e82945cfc8f req-6cb57443-e81a-4403-a690-93fb296d86d1 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905685 Feb 28 10:41:08.054653 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3b7539ba-380d-43e9-a5d6-077b7f6ab6b8 admin admin] Publish callbacks [] for router_gateway (955fcaf0-b9ca-493b-935f-c162b4121ca7), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:08.290777 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3b7539ba-380d-43e9-a5d6-077b7f6ab6b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-380383'] for router (955fcaf0-b9ca-493b-935f-c162b4121ca7), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:08.474877 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b7539ba-380d-43e9-a5d6-077b7f6ab6b8 admin admin] Router 955fcaf0-b9ca-493b-935f-c162b4121ca7 is scheduled to L3 agent 86347f47-2890-46a7-a199-31163828a11a with binding_index 1 {{(pid=102996) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:41:08.710645 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7539ba-380d-43e9-a5d6-077b7f6ab6b8 admin admin] Notify agent at l3_agent.dv-cinder-831167-1-iscsi the message routers_updated {{(pid=102996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:41:08.735911 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3b7539ba-380d-43e9-a5d6-077b7f6ab6b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:08.740308 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 58738) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:08.742321 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dba41e8-9b0e-47f3-98e9-4071075a1f86 None None] Sync routers for ids ['955fcaf0-b9ca-493b-935f-c162b4121ca7'] in dv-cinder-831167-1-iscsi {{(pid=102998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:41:08.751569 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-3b7539ba-380d-43e9-a5d6-077b7f6ab6b8 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7515790 Feb 28 10:41:08.751953 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 070ed865-c5a1-4766-b150-61400aa7d17e up at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:41:08.768427 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dba41e8-9b0e-47f3-98e9-4071075a1f86 None None] Routers {'955fcaf0-b9ca-493b-935f-c162b4121ca7'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:08.770618 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-4dba41e8-9b0e-47f3-98e9-4071075a1f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:40:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['955fcaf0-b9ca-493b-935f-c162b4121ca7'], 'active': True} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:08.864679 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Provisioning complete for port 070ed865-c5a1-4766-b150-61400aa7d17e triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:08.866229 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (070ed865-c5a1-4766-b150-61400aa7d17e), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:08.978605 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvr_db [None req-4dba41e8-9b0e-47f3-98e9-4071075a1f86 None None] Set router 955fcaf0-b9ca-493b-935f-c162b4121ca7 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:41:08.992816 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Current status of the port 070ed865-c5a1-4766-b150-61400aa7d17e is: DOWN; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:08.993202 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (070ed865-c5a1-4766-b150-61400aa7d17e), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:09.032017 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] For port 070ed865-c5a1-4766-b150-61400aa7d17e, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=070ed865-c5a1-4766-b150-61400aa7d17e,segment=NetworkSegment(2588bd87-a4bf-478e-a2b9-e450b26b5df9),segment_id=2588bd87-a4bf-478e-a2b9-e450b26b5df9)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:09.036947 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f38afc-ecd2-4d05-ae37-310317ee8c1a None None] Network d201863f-b309-44f4-a7ef-e7046df4340e requested from dv-cinder-831167-1-iscsi {{(pid=102997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:41:09.050250 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (070ed865-c5a1-4766-b150-61400aa7d17e), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:09.163487 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-570fa8e2-4593-4414-b6d0-7975a2706276 None None] Provisioning complete for port 070ed865-c5a1-4766-b150-61400aa7d17e triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:09.164144 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-570fa8e2-4593-4414-b6d0-7975a2706276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (070ed865-c5a1-4766-b150-61400aa7d17e), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:09.201925 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Pushing event updated for resources: {'Port': ['ID=070ed865-c5a1-4766-b150-61400aa7d17e,revision_number=3']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:09.229659 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-4dba41e8-9b0e-47f3-98e9-4071075a1f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'name': 'tempest-TestVolumeBootPattern-928494103-router', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '26172ab7-dd74-47fc-8158-eb83de91afc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:06Z', 'updated_at': '2022-02-28T10:41:07Z', 'revision_number': 3, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'gw_port': {'id': '26172ab7-dd74-47fc-8158-eb83de91afc0', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:bc:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:06Z', 'updated_at': '2022-02-28T10:41:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi'}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:09.262374 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dba41e8-9b0e-47f3-98e9-4071075a1f86 None None] Checking router: 955fcaf0-b9ca-493b-935f-c162b4121ca7 for host: dv-cinder-831167-1-iscsi {{(pid=102998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:41:09.263682 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dba41e8-9b0e-47f3-98e9-4071075a1f86 None None] Updating router 955fcaf0-b9ca-493b-935f-c162b4121ca7 port 26172ab7-dd74-47fc-8158-eb83de91afc0 binding host dv-cinder-831167-1-iscsi {{(pid=102998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:41:09.292838 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-4dba41e8-9b0e-47f3-98e9-4071075a1f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (26172ab7-dd74-47fc-8158-eb83de91afc0), before_update {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:09.478563 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-570fa8e2-4593-4414-b6d0-7975a2706276 None None] Current status of the port 070ed865-c5a1-4766-b150-61400aa7d17e is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:09.497763 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebcda90-10e6-42ad-9044-3cfcb62f6c61 req-d8d96db3-3aa2-42b2-a441-4314aebfcb84 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:09.499283 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-cebcda90-10e6-42ad-9044-3cfcb62f6c61 req-d8d96db3-3aa2-42b2-a441-4314aebfcb84 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=819c00fa-2142-4fc0-8d43-ed0c112f14fa HTTP/1.1" status: 200 len: 944 time: 0.3695846 Feb 28 10:41:09.559961 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-4dba41e8-9b0e-47f3-98e9-4071075a1f86 None None] Publish callbacks [] for port (26172ab7-dd74-47fc-8158-eb83de91afc0), precommit_update {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:09.565987 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-4dba41e8-9b0e-47f3-98e9-4071075a1f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (26172ab7-dd74-47fc-8158-eb83de91afc0), after_update {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:09.588492 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-cebcda90-10e6-42ad-9044-3cfcb62f6c61 req-cc003507-754b-4d61-bb07-ab6a391982af tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775421 Feb 28 10:41:09.615049 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d041d6d-c7be-4ace-b455-ed64e9b562d7 None None] Pushing event updated for resources: {'Port': ['ID=26172ab7-dd74-47fc-8158-eb83de91afc0,revision_number=2']} {{(pid=102998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:09.634685 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d041d6d-c7be-4ace-b455-ed64e9b562d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:09.635101 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d041d6d-c7be-4ace-b455-ed64e9b562d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:09.635646 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d041d6d-c7be-4ace-b455-ed64e9b562d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:09.636176 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d041d6d-c7be-4ace-b455-ed64e9b562d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:09.636669 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d041d6d-c7be-4ace-b455-ed64e9b562d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:09.637193 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d041d6d-c7be-4ace-b455-ed64e9b562d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:09.637723 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d041d6d-c7be-4ace-b455-ed64e9b562d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:09.638705 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d041d6d-c7be-4ace-b455-ed64e9b562d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:09.639523 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d041d6d-c7be-4ace-b455-ed64e9b562d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:09.640072 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d041d6d-c7be-4ace-b455-ed64e9b562d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:09.640585 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d041d6d-c7be-4ace-b455-ed64e9b562d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:09.641095 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d041d6d-c7be-4ace-b455-ed64e9b562d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:09.641617 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d041d6d-c7be-4ace-b455-ed64e9b562d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:09.645594 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.managers [None req-4dba41e8-9b0e-47f3-98e9-4071075a1f86 None None] Attempting to bind port 26172ab7-dd74-47fc-8158-eb83de91afc0 on host dv-cinder-831167-1-iscsi for vnic_type normal with profile {{(pid=102998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:41:09.646239 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.managers [None req-4dba41e8-9b0e-47f3-98e9-4071075a1f86 None None] Attempting to bind port 26172ab7-dd74-47fc-8158-eb83de91afc0 by drivers openvswitch,hyperv on host dv-cinder-831167-1-iscsi at level 0 using segments [{'id': '490b7679-533e-4a17-9008-1b96b60e260c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c191bd3-8d00-44c5-b017-904410258187'}] {{(pid=102998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:41:09.646803 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dba41e8-9b0e-47f3-98e9-4071075a1f86 None None] Attempting to bind port 26172ab7-dd74-47fc-8158-eb83de91afc0 on network 5c191bd3-8d00-44c5-b017-904410258187 {{(pid=102998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:41:09.653693 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dba41e8-9b0e-47f3-98e9-4071075a1f86 None None] Checking agent: {'id': '9787f0c2-b99f-49df-865b-f8e3f2374559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 1), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:41:09.654420 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dba41e8-9b0e-47f3-98e9-4071075a1f86 None None] Checking segment: {'id': '490b7679-533e-4a17-9008-1b96b60e260c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c191bd3-8d00-44c5-b017-904410258187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:41:09.655042 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-4dba41e8-9b0e-47f3-98e9-4071075a1f86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:09.655642 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dba41e8-9b0e-47f3-98e9-4071075a1f86 None None] Bound using segment: {'id': '490b7679-533e-4a17-9008-1b96b60e260c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c191bd3-8d00-44c5-b017-904410258187'} {{(pid=102998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:41:09.656318 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.managers [None req-4dba41e8-9b0e-47f3-98e9-4071075a1f86 None None] Bound port: 26172ab7-dd74-47fc-8158-eb83de91afc0, host: dv-cinder-831167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490b7679-533e-4a17-9008-1b96b60e260c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c191bd3-8d00-44c5-b017-904410258187'}}] {{(pid=102998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:41:09.656894 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-4dba41e8-9b0e-47f3-98e9-4071075a1f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (26172ab7-dd74-47fc-8158-eb83de91afc0), before_update {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:09.683909 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-6fd597fc-351c-4a53-88b1-368acfb0974e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:09.704039 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-493f1950-7a9d-4bc9-a8af-6bf62e0dde07 None None] Provisioning complete for port 070ed865-c5a1-4766-b150-61400aa7d17e triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:09.704569 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-493f1950-7a9d-4bc9-a8af-6bf62e0dde07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (070ed865-c5a1-4766-b150-61400aa7d17e), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:09.712283 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.db [None req-4dba41e8-9b0e-47f3-98e9-4071075a1f86 None None] For port 26172ab7-dd74-47fc-8158-eb83de91afc0, host dv-cinder-831167-1-iscsi, cleared binding levels {{(pid=102998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:41:09.715348 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.db [None req-4dba41e8-9b0e-47f3-98e9-4071075a1f86 None None] For port 26172ab7-dd74-47fc-8158-eb83de91afc0, host dv-cinder-831167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=26172ab7-dd74-47fc-8158-eb83de91afc0,segment=NetworkSegment(490b7679-533e-4a17-9008-1b96b60e260c),segment_id=490b7679-533e-4a17-9008-1b96b60e260c)] {{(pid=102998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:41:09.725021 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-4dba41e8-9b0e-47f3-98e9-4071075a1f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (26172ab7-dd74-47fc-8158-eb83de91afc0), after_update {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:09.774305 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dba41e8-9b0e-47f3-98e9-4071075a1f86 None None] Routers {'955fcaf0-b9ca-493b-935f-c162b4121ca7'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:09.774949 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-4dba41e8-9b0e-47f3-98e9-4071075a1f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:40:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['955fcaf0-b9ca-493b-935f-c162b4121ca7'], 'active': True} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:09.789485 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-493f1950-7a9d-4bc9-a8af-6bf62e0dde07 None None] Current status of the port 070ed865-c5a1-4766-b150-61400aa7d17e is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:09.860580 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.db.db_base_plugin_common [None req-6fd597fc-351c-4a53-88b1-368acfb0974e admin admin] Allocated IP 172.20.0.1 (d201863f-b309-44f4-a7ef-e7046df4340e/10d8c89b-f1ef-4689-89e2-725720fe5362/139c64ac-245e-42da-8fc7-f98ec55d294a) {{(pid=102995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:09.869467 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d041d6d-c7be-4ace-b455-ed64e9b562d7 None None] Pushing event updated for resources: {'Port': ['ID=26172ab7-dd74-47fc-8158-eb83de91afc0,revision_number=3']} {{(pid=102998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:09.898700 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvr_db [None req-4dba41e8-9b0e-47f3-98e9-4071075a1f86 None None] Set router 955fcaf0-b9ca-493b-935f-c162b4121ca7 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:41:09.967048 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-6fd597fc-351c-4a53-88b1-368acfb0974e admin admin] Publish callbacks [] for port (139c64ac-245e-42da-8fc7-f98ec55d294a), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:10.000198 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-6fd597fc-351c-4a53-88b1-368acfb0974e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63288186'] for port (139c64ac-245e-42da-8fc7-f98ec55d294a), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:10.039090 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd597fc-351c-4a53-88b1-368acfb0974e admin admin] Network d201863f-b309-44f4-a7ef-e7046df4340e is already hosted by enough agents. {{(pid=102995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:10.041808 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.base_scheduler [None req-6fd597fc-351c-4a53-88b1-368acfb0974e admin admin] Resources bound (agent type, host, resource id): {{(pid=102995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:10.045840 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd597fc-351c-4a53-88b1-368acfb0974e admin admin] Received port after_create {{(pid=102995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:41:10.051089 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd597fc-351c-4a53-88b1-368acfb0974e admin admin] Pushing event updated for resources: {'Port': ['ID=139c64ac-245e-42da-8fc7-f98ec55d294a,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:10.097065 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-4dba41e8-9b0e-47f3-98e9-4071075a1f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'name': 'tempest-TestVolumeBootPattern-928494103-router', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '26172ab7-dd74-47fc-8158-eb83de91afc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:06Z', 'updated_at': '2022-02-28T10:41:07Z', 'revision_number': 3, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'gw_port': {'id': '26172ab7-dd74-47fc-8158-eb83de91afc0', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:bc:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:06Z', 'updated_at': '2022-02-28T10:41:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi'}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:10.102231 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-6fd597fc-351c-4a53-88b1-368acfb0974e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-379266'] for router_interface (955fcaf0-b9ca-493b-935f-c162b4121ca7), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:10.215518 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dba41e8-9b0e-47f3-98e9-4071075a1f86 None None] The sync data for ids ['955fcaf0-b9ca-493b-935f-c162b4121ca7'] in dv-cinder-831167-1-iscsi is: [{'id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'name': 'tempest-TestVolumeBootPattern-928494103-router', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '26172ab7-dd74-47fc-8158-eb83de91afc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:06Z', 'updated_at': '2022-02-28T10:41:07Z', 'revision_number': 3, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'gw_port': {'id': '26172ab7-dd74-47fc-8158-eb83de91afc0', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:bc:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:06Z', 'updated_at': '2022-02-28T10:41:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi'}] {{(pid=102998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:41:10.240607 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-6fd597fc-351c-4a53-88b1-368acfb0974e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (139c64ac-245e-42da-8fc7-f98ec55d294a), before_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:10.312240 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-5fcae3a9-2ba6-474c-a1ad-e7d79b57c9d2 None None] Provisioning complete for port 139c64ac-245e-42da-8fc7-f98ec55d294a triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:10.312614 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5fcae3a9-2ba6-474c-a1ad-e7d79b57c9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (139c64ac-245e-42da-8fc7-f98ec55d294a), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:10.351338 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-5fcae3a9-2ba6-474c-a1ad-e7d79b57c9d2 None None] Port 139c64ac-245e-42da-8fc7-f98ec55d294a cannot update to ACTIVE because it is not bound. {{(pid=102997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:41:10.407528 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-6fd597fc-351c-4a53-88b1-368acfb0974e admin admin] Publish callbacks [] for port (139c64ac-245e-42da-8fc7-f98ec55d294a), precommit_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:10.412155 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-6fd597fc-351c-4a53-88b1-368acfb0974e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63288179'] for port (139c64ac-245e-42da-8fc7-f98ec55d294a), after_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:10.484026 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-6fd597fc-351c-4a53-88b1-368acfb0974e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1717522'] for router_interface (955fcaf0-b9ca-493b-935f-c162b4121ca7), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:10.485734 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd597fc-351c-4a53-88b1-368acfb0974e admin admin] Pushing event updated for resources: {'Port': ['ID=139c64ac-245e-42da-8fc7-f98ec55d294a,revision_number=2']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:10.583398 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd597fc-351c-4a53-88b1-368acfb0974e admin admin] Network d201863f-b309-44f4-a7ef-e7046df4340e is already hosted by enough agents. {{(pid=102995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:10.585446 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.base_scheduler [None req-6fd597fc-351c-4a53-88b1-368acfb0974e admin admin] Resources bound (agent type, host, resource id): {{(pid=102995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:10.809917 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd597fc-351c-4a53-88b1-368acfb0974e admin admin] Router 955fcaf0-b9ca-493b-935f-c162b4121ca7 has already been hosted by L3 agent 86347f47-2890-46a7-a199-31163828a11a {{(pid=102995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:41:10.895000 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 070ed865-c5a1-4766-b150-61400aa7d17e up at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:41:10.900165 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee76af-42a0-4156-881a-3aef1129b64e req-a5b2e491-bb9b-4d33-8356-f53e45878c2a tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:10.907384 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-93ee76af-42a0-4156-881a-3aef1129b64e req-a5b2e491-bb9b-4d33-8356-f53e45878c2a tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=819c00fa-2142-4fc0-8d43-ed0c112f14fa HTTP/1.1" status: 200 len: 944 time: 0.1858301 Feb 28 10:41:10.985225 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-94b83c0c-a494-4c78-bae7-371c4733c2c3 None None] Provisioning complete for port 139c64ac-245e-42da-8fc7-f98ec55d294a triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:10.985606 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-94b83c0c-a494-4c78-bae7-371c4733c2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (139c64ac-245e-42da-8fc7-f98ec55d294a), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:11.011732 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Provisioning complete for port 070ed865-c5a1-4766-b150-61400aa7d17e triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:11.012113 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (070ed865-c5a1-4766-b150-61400aa7d17e), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:11.014122 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-93ee76af-42a0-4156-881a-3aef1129b64e req-6498e056-a9a2-417d-babb-b3c56082541a tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057763 Feb 28 10:41:11.026670 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd597fc-351c-4a53-88b1-368acfb0974e admin admin] Notify agent at l3_agent.dv-cinder-831167-1-iscsi the message routers_updated {{(pid=102995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:41:11.033704 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-6fd597fc-351c-4a53-88b1-368acfb0974e admin admin] 10.222.0.44 "PUT /v2.0/routers/955fcaf0-b9ca-493b-935f-c162b4121ca7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2919033 Feb 28 10:41:11.048732 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-94b83c0c-a494-4c78-bae7-371c4733c2c3 None None] Port 139c64ac-245e-42da-8fc7-f98ec55d294a cannot update to ACTIVE because it is not bound. {{(pid=102997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:41:11.104573 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Current status of the port 070ed865-c5a1-4766-b150-61400aa7d17e is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:11.105671 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 26172ab7-dd74-47fc-8158-eb83de91afc0 up at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:41:11.154172 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Provisioning complete for port 26172ab7-dd74-47fc-8158-eb83de91afc0 triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:11.154555 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (26172ab7-dd74-47fc-8158-eb83de91afc0), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:11.242420 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Current status of the port 26172ab7-dd74-47fc-8158-eb83de91afc0 is: DOWN; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:11.242811 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (26172ab7-dd74-47fc-8158-eb83de91afc0), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:11.265118 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] For port 26172ab7-dd74-47fc-8158-eb83de91afc0, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=26172ab7-dd74-47fc-8158-eb83de91afc0,segment=NetworkSegment(490b7679-533e-4a17-9008-1b96b60e260c),segment_id=490b7679-533e-4a17-9008-1b96b60e260c)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:11.268841 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (26172ab7-dd74-47fc-8158-eb83de91afc0), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:11.320814 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Pushing event updated for resources: {'Port': ['ID=26172ab7-dd74-47fc-8158-eb83de91afc0,revision_number=4']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:11.598126 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 58790) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:11.603205 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [None req-fa6db46f-4e7d-4b83-85bc-e2b3d51ce769 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1095499173-network', 'tenant_id': '05ea1336781645b3a0c5f6e199e3648e'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:11.621108 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6db46f-4e7d-4b83-85bc-e2b3d51ce769 admin admin] Made reservation on behalf of 05ea1336781645b3a0c5f6e199e3648e for: {'network': 1} {{(pid=102996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:11.624253 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-fa6db46f-4e7d-4b83-85bc-e2b3d51ce769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for network (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:11.632760 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-fa6db46f-4e7d-4b83-85bc-e2b3d51ce769 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:11.708102 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-fa6db46f-4e7d-4b83-85bc-e2b3d51ce769 admin admin] Publish callbacks [] for security_group (b0d53b35-f6ad-4123-8fb0-c6e0967e2c75), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:11.712438 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-fa6db46f-4e7d-4b83-85bc-e2b3d51ce769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (b0d53b35-f6ad-4123-8fb0-c6e0967e2c75), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:11.739352 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa6db46f-4e7d-4b83-85bc-e2b3d51ce769 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=102996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:41:11.749076 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6db46f-4e7d-4b83-85bc-e2b3d51ce769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d53b35-f6ad-4123-8fb0-c6e0967e2c75,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:11.758883 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-fa6db46f-4e7d-4b83-85bc-e2b3d51ce769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761337'] for segment (441f992d-2a04-4563-befb-81e1805fcdab), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:11.759534 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.db.segments_db [None req-fa6db46f-4e7d-4b83-85bc-e2b3d51ce769 admin admin] Added segment 441f992d-2a04-4563-befb-81e1805fcdab of type vlan for network a4580ede-0660-487f-a544-afa6b9f4c1ba Feb 28 10:41:11.797995 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-fa6db46f-4e7d-4b83-85bc-e2b3d51ce769 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783309439991'] for network (a4580ede-0660-487f-a544-afa6b9f4c1ba), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:11.823174 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-fa6db46f-4e7d-4b83-85bc-e2b3d51ce769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297'] for network (a4580ede-0660-487f-a544-afa6b9f4c1ba), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:11.824133 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6db46f-4e7d-4b83-85bc-e2b3d51ce769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:11.824735 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-fa6db46f-4e7d-4b83-85bc-e2b3d51ce769 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for network (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:11.882256 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-fa6db46f-4e7d-4b83-85bc-e2b3d51ce769 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2830329 Feb 28 10:41:11.885106 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 58794) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:11.890385 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6db46f-4e7d-4b83-85bc-e2b3d51ce769 admin admin] Pushing event updated for resources: {'Network': ['ID=a4580ede-0660-487f-a544-afa6b9f4c1ba,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:11.890868 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [None req-8c765f1f-d967-435a-b1c1-0fdf93d36c96 admin admin] Request body: {'subnet': {'network_id': 'a4580ede-0660-487f-a544-afa6b9f4c1ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1095499173-subnet', 'tenant_id': '05ea1336781645b3a0c5f6e199e3648e', 'ip_version': 4}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:11.900703 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Network a4580ede-0660-487f-a544-afa6b9f4c1ba details requested by agent ovs-agent-dv-cinder-831167-1-iscsi with host dv-cinder-831167-1-iscsi {{(pid=102997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:41:11.950135 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c765f1f-d967-435a-b1c1-0fdf93d36c96 admin admin] Made reservation on behalf of 05ea1336781645b3a0c5f6e199e3648e for: {'subnet': 1} {{(pid=102995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:11.953138 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-8c765f1f-d967-435a-b1c1-0fdf93d36c96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63457285'] for subnet (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:12.197440 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dedf59-4400-4335-a5d2-43bd05664600 None None] Sync routers for ids ['955fcaf0-b9ca-493b-935f-c162b4121ca7'] in dv-cinder-831167-1-iscsi {{(pid=102997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:41:12.208758 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dedf59-4400-4335-a5d2-43bd05664600 None None] Routers {'955fcaf0-b9ca-493b-935f-c162b4121ca7'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:12.209765 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-20dedf59-4400-4335-a5d2-43bd05664600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:40:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['955fcaf0-b9ca-493b-935f-c162b4121ca7'], 'active': True} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:12.247605 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba39468-b0c3-4b7c-85db-5a5434c9dafc req-7b8585ab-1e00-496b-9979-6b0275964672 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:12.254609 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-cba39468-b0c3-4b7c-85db-5a5434c9dafc req-7b8585ab-1e00-496b-9979-6b0275964672 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=819c00fa-2142-4fc0-8d43-ed0c112f14fa HTTP/1.1" status: 200 len: 944 time: 0.1386242 Feb 28 10:41:12.324414 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-cba39468-b0c3-4b7c-85db-5a5434c9dafc req-2fe5ca62-f749-46d2-859b-02ffbfec276a tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688844 Feb 28 10:41:12.326017 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-8c765f1f-d967-435a-b1c1-0fdf93d36c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63288078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63457335'] for subnet (a6e9a63a-8709-4d6a-b019-55d5c42c6512), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:12.375285 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvr_db [None req-20dedf59-4400-4335-a5d2-43bd05664600 None None] Set router 955fcaf0-b9ca-493b-935f-c162b4121ca7 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:41:12.394979 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c765f1f-d967-435a-b1c1-0fdf93d36c96 admin admin] Checking segment: {'id': '441f992d-2a04-4563-befb-81e1805fcdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a4580ede-0660-487f-a544-afa6b9f4c1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:41:12.395428 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c765f1f-d967-435a-b1c1-0fdf93d36c96 admin admin] Network hostable DHCP agents. Network: a4580ede-0660-487f-a544-afa6b9f4c1ba, hostable agents: ['908aa187-f1dc-423a-8ec3-c19816a84263'], hosted agents: [] {{(pid=102995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:41:12.404529 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c765f1f-d967-435a-b1c1-0fdf93d36c96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6e9a63a-8709-4d6a-b019-55d5c42c6512,revision_number=0']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:12.426433 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c765f1f-d967-435a-b1c1-0fdf93d36c96 admin admin] Network a4580ede-0660-487f-a544-afa6b9f4c1ba is scheduled to be hosted by DHCP agent 908aa187-f1dc-423a-8ec3-c19816a84263 with binding_index 1 {{(pid=102995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:41:12.438325 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.base_scheduler [None req-8c765f1f-d967-435a-b1c1-0fdf93d36c96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831167-1-iscsi, a4580ede-0660-487f-a544-afa6b9f4c1ba) {{(pid=102995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:12.449663 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c765f1f-d967-435a-b1c1-0fdf93d36c96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:12.450789 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-8c765f1f-d967-435a-b1c1-0fdf93d36c96 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:12.471519 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-8c765f1f-d967-435a-b1c1-0fdf93d36c96 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5852497 Feb 28 10:41:12.473955 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 58812) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:12.479653 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [None req-2f47f9e7-d789-46c9-a9f4-c9ba9a3d5e0d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1095499173-router', 'tenant_id': '05ea1336781645b3a0c5f6e199e3648e', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187'}}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:12.479854 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2700fd8-9a53-44ca-a2e8-6ee773194cfe None None] Network a4580ede-0660-487f-a544-afa6b9f4c1ba requested from dv-cinder-831167-1-iscsi {{(pid=102997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:41:12.504943 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-2f47f9e7-d789-46c9-a9f4-c9ba9a3d5e0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router (4398a2b3-0def-4944-8e98-62b2004c6063), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:12.507367 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-2f47f9e7-d789-46c9-a9f4-c9ba9a3d5e0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-380290', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8896'] for router (4398a2b3-0def-4944-8e98-62b2004c6063), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:12.569575 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-2f47f9e7-d789-46c9-a9f4-c9ba9a3d5e0d admin admin] Publish callbacks [] for router_controller (4398a2b3-0def-4944-8e98-62b2004c6063), precommit_add_association {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:12.666793 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 26172ab7-dd74-47fc-8158-eb83de91afc0 up at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:41:12.715047 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbea1398-41fb-44bc-9e76-e73df9d6a82c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54a0a7cf-b57e-5b42-bf88-c5e67f938400-a4580ede-0660-487f-a544-afa6b9f4c1ba', 'network_id': 'a4580ede-0660-487f-a544-afa6b9f4c1ba', 'project_id': '05ea1336781645b3a0c5f6e199e3648e', 'fixed_ips': [{'subnet_id': 'a6e9a63a-8709-4d6a-b019-55d5c42c6512'}]}} from dv-cinder-831167-1-iscsi. {{(pid=102997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:41:12.716124 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-cbea1398-41fb-44bc-9e76-e73df9d6a82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:12.734463 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-2f47f9e7-d789-46c9-a9f4-c9ba9a3d5e0d admin admin] Publish callbacks [] for router_gateway (4398a2b3-0def-4944-8e98-62b2004c6063), precommit_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:12.875857 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Provisioning complete for port 26172ab7-dd74-47fc-8158-eb83de91afc0 triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:12.876520 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (26172ab7-dd74-47fc-8158-eb83de91afc0), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:12.939218 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] get_ports_and_sgs() called for port_ids ['c2897091-5357-4351-b52e-16aabb70179e'] {{(pid=102997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:41:12.973589 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-20dedf59-4400-4335-a5d2-43bd05664600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'name': 'tempest-TestVolumeBootPattern-928494103-router', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '26172ab7-dd74-47fc-8158-eb83de91afc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:06Z', 'updated_at': '2022-02-28T10:41:10Z', 'revision_number': 4, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'gw_port': {'id': '26172ab7-dd74-47fc-8158-eb83de91afc0', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:bc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:06Z', 'updated_at': '2022-02-28T10:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '139c64ac-245e-42da-8fc7-f98ec55d294a', 'name': '', 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'mac_address': 'fa:16:3e:9c:39:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '10d8c89b-f1ef-4689-89e2-725720fe5362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:09Z', 'updated_at': '2022-02-28T10:41:10Z', 'revision_number': 2, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'subnets': [{'id': '10d8c89b-f1ef-4689-89e2-725720fe5362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:13.029056 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-2f47f9e7-d789-46c9-a9f4-c9ba9a3d5e0d admin admin] Publish callbacks [] for router_gateway (4398a2b3-0def-4944-8e98-62b2004c6063), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:13.051568 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-2f47f9e7-d789-46c9-a9f4-c9ba9a3d5e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:13.053720 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dedf59-4400-4335-a5d2-43bd05664600 None None] Checking router: 955fcaf0-b9ca-493b-935f-c162b4121ca7 for host: dv-cinder-831167-1-iscsi {{(pid=102997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:41:13.054080 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dedf59-4400-4335-a5d2-43bd05664600 None None] Updating router 955fcaf0-b9ca-493b-935f-c162b4121ca7 port 139c64ac-245e-42da-8fc7-f98ec55d294a binding host dv-cinder-831167-1-iscsi {{(pid=102997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:41:13.101198 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-20dedf59-4400-4335-a5d2-43bd05664600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (139c64ac-245e-42da-8fc7-f98ec55d294a), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:13.178426 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.db.db_base_plugin_common [None req-2f47f9e7-d789-46c9-a9f4-c9ba9a3d5e0d admin admin] Allocated IP 172.27.1.85 (5c191bd3-8d00-44c5-b017-904410258187/e0d51f16-a2c9-415b-a552-79de15f3fe23/11ef131a-bf23-4976-9b87-8e3ad7824f47) {{(pid=102995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:13.298801 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-2f47f9e7-d789-46c9-a9f4-c9ba9a3d5e0d admin admin] Publish callbacks [] for port (11ef131a-bf23-4976-9b87-8e3ad7824f47), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:13.348429 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-2f47f9e7-d789-46c9-a9f4-c9ba9a3d5e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63288186'] for port (11ef131a-bf23-4976-9b87-8e3ad7824f47), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:13.406229 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f47f9e7-d789-46c9-a9f4-c9ba9a3d5e0d admin admin] Network 5c191bd3-8d00-44c5-b017-904410258187 is already hosted by enough agents. {{(pid=102995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:13.406684 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-20dedf59-4400-4335-a5d2-43bd05664600 None None] Publish callbacks [] for port (139c64ac-245e-42da-8fc7-f98ec55d294a), precommit_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:13.410895 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.base_scheduler [None req-2f47f9e7-d789-46c9-a9f4-c9ba9a3d5e0d admin admin] Resources bound (agent type, host, resource id): {{(pid=102995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:13.417370 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f47f9e7-d789-46c9-a9f4-c9ba9a3d5e0d admin admin] Received port after_create {{(pid=102995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:41:13.424299 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-20dedf59-4400-4335-a5d2-43bd05664600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (139c64ac-245e-42da-8fc7-f98ec55d294a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:13.448225 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.db_base_plugin_common [None req-cbea1398-41fb-44bc-9e76-e73df9d6a82c None None] Allocated IP 172.20.0.2 (a4580ede-0660-487f-a544-afa6b9f4c1ba/a6e9a63a-8709-4d6a-b019-55d5c42c6512/2506cf68-bdad-46df-aa7e-2246a5e44ab1) {{(pid=102997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:13.476070 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f47f9e7-d789-46c9-a9f4-c9ba9a3d5e0d admin admin] Pushing event updated for resources: {'Port': ['ID=11ef131a-bf23-4976-9b87-8e3ad7824f47,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:13.547338 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-20dedf59-4400-4335-a5d2-43bd05664600 None None] Attempting to bind port 139c64ac-245e-42da-8fc7-f98ec55d294a on host dv-cinder-831167-1-iscsi for vnic_type normal with profile {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:41:13.547733 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-20dedf59-4400-4335-a5d2-43bd05664600 None None] Attempting to bind port 139c64ac-245e-42da-8fc7-f98ec55d294a by drivers openvswitch,hyperv on host dv-cinder-831167-1-iscsi at level 0 using segments [{'id': '2588bd87-a4bf-478e-a2b9-e450b26b5df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e'}] {{(pid=102997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:41:13.548075 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dedf59-4400-4335-a5d2-43bd05664600 None None] Attempting to bind port 139c64ac-245e-42da-8fc7-f98ec55d294a on network d201863f-b309-44f4-a7ef-e7046df4340e {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:41:13.557813 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dedf59-4400-4335-a5d2-43bd05664600 None None] Checking agent: {'id': '9787f0c2-b99f-49df-865b-f8e3f2374559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 1), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:41:13.558194 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dedf59-4400-4335-a5d2-43bd05664600 None None] Checking segment: {'id': '2588bd87-a4bf-478e-a2b9-e450b26b5df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:41:13.558713 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-20dedf59-4400-4335-a5d2-43bd05664600 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:13.559223 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dedf59-4400-4335-a5d2-43bd05664600 None None] Bound using segment: {'id': '2588bd87-a4bf-478e-a2b9-e450b26b5df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e'} {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:41:13.559998 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-20dedf59-4400-4335-a5d2-43bd05664600 None None] Bound port: 139c64ac-245e-42da-8fc7-f98ec55d294a, host: dv-cinder-831167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2588bd87-a4bf-478e-a2b9-e450b26b5df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e'}}] {{(pid=102997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:41:13.560467 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-20dedf59-4400-4335-a5d2-43bd05664600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (139c64ac-245e-42da-8fc7-f98ec55d294a), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:13.655439 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-20dedf59-4400-4335-a5d2-43bd05664600 None None] For port 139c64ac-245e-42da-8fc7-f98ec55d294a, host dv-cinder-831167-1-iscsi, cleared binding levels {{(pid=102997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:41:13.662722 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-20dedf59-4400-4335-a5d2-43bd05664600 None None] For port 139c64ac-245e-42da-8fc7-f98ec55d294a, host dv-cinder-831167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=139c64ac-245e-42da-8fc7-f98ec55d294a,segment=NetworkSegment(2588bd87-a4bf-478e-a2b9-e450b26b5df9),segment_id=2588bd87-a4bf-478e-a2b9-e450b26b5df9)] {{(pid=102997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:41:13.847748 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-20dedf59-4400-4335-a5d2-43bd05664600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (139c64ac-245e-42da-8fc7-f98ec55d294a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:13.905817 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e757d0bb-b7fd-48b3-a580-5473d1671faf req-c8e8aac8-e562-4359-9f02-5e90e1510aea tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:13.907510 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e757d0bb-b7fd-48b3-a580-5473d1671faf req-c8e8aac8-e562-4359-9f02-5e90e1510aea tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=819c00fa-2142-4fc0-8d43-ed0c112f14fa HTTP/1.1" status: 200 len: 944 time: 0.3976409 Feb 28 10:41:13.955508 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f1ae5e-9cc0-41db-b0c4-332dbe914fe7 None None] Pushing event updated for resources: {'Port': ['ID=139c64ac-245e-42da-8fc7-f98ec55d294a,revision_number=3']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:13.965021 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-08b04a1e-a242-49ce-9fe4-953750b3775a None None] Provisioning complete for port 139c64ac-245e-42da-8fc7-f98ec55d294a triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:13.965515 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-08b04a1e-a242-49ce-9fe4-953750b3775a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (139c64ac-245e-42da-8fc7-f98ec55d294a), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:13.985968 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Current status of the port 26172ab7-dd74-47fc-8158-eb83de91afc0 is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:14.033267 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dedf59-4400-4335-a5d2-43bd05664600 None None] Routers {'955fcaf0-b9ca-493b-935f-c162b4121ca7'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:14.033912 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-20dedf59-4400-4335-a5d2-43bd05664600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:40:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['955fcaf0-b9ca-493b-935f-c162b4121ca7'], 'active': True} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:14.053642 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e757d0bb-b7fd-48b3-a580-5473d1671faf req-c3a594c5-5674-4ea5-9221-67625ec2422a tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367736 Feb 28 10:41:14.162345 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-2f47f9e7-d789-46c9-a9f4-c9ba9a3d5e0d admin admin] Publish callbacks [] for router_gateway (4398a2b3-0def-4944-8e98-62b2004c6063), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:14.220972 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-cbea1398-41fb-44bc-9e76-e73df9d6a82c None None] Publish callbacks [] for port (2506cf68-bdad-46df-aa7e-2246a5e44ab1), precommit_create {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:14.254877 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-cbea1398-41fb-44bc-9e76-e73df9d6a82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981'] for port (2506cf68-bdad-46df-aa7e-2246a5e44ab1), after_create {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:14.288819 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f1ae5e-9cc0-41db-b0c4-332dbe914fe7 None None] Pushing event updated for resources: {'Port': ['ID=139c64ac-245e-42da-8fc7-f98ec55d294a,revision_number=4']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:14.355680 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbea1398-41fb-44bc-9e76-e73df9d6a82c None None] Network a4580ede-0660-487f-a544-afa6b9f4c1ba is already hosted by enough agents. {{(pid=102997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:14.371665 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.scheduler.base_scheduler [None req-cbea1398-41fb-44bc-9e76-e73df9d6a82c None None] Resources bound (agent type, host, resource id): {{(pid=102997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:14.383469 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbea1398-41fb-44bc-9e76-e73df9d6a82c None None] Received port after_create {{(pid=102997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:41:14.421430 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbea1398-41fb-44bc-9e76-e73df9d6a82c None None] Pushing event updated for resources: {'Port': ['ID=2506cf68-bdad-46df-aa7e-2246a5e44ab1,revision_number=1']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:14.457631 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-2f47f9e7-d789-46c9-a9f4-c9ba9a3d5e0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-380383'] for router (4398a2b3-0def-4944-8e98-62b2004c6063), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:14.503857 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvr_db [None req-20dedf59-4400-4335-a5d2-43bd05664600 None None] Set router 955fcaf0-b9ca-493b-935f-c162b4121ca7 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:41:14.555209 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-cbea1398-41fb-44bc-9e76-e73df9d6a82c None None] Attempting to bind port 2506cf68-bdad-46df-aa7e-2246a5e44ab1 on host dv-cinder-831167-1-iscsi for vnic_type normal with profile {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:41:14.555502 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-cbea1398-41fb-44bc-9e76-e73df9d6a82c None None] Attempting to bind port 2506cf68-bdad-46df-aa7e-2246a5e44ab1 by drivers openvswitch,hyperv on host dv-cinder-831167-1-iscsi at level 0 using segments [{'id': '441f992d-2a04-4563-befb-81e1805fcdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a4580ede-0660-487f-a544-afa6b9f4c1ba'}] {{(pid=102997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:41:14.555905 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbea1398-41fb-44bc-9e76-e73df9d6a82c None None] Attempting to bind port 2506cf68-bdad-46df-aa7e-2246a5e44ab1 on network a4580ede-0660-487f-a544-afa6b9f4c1ba {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:41:14.562506 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-08b04a1e-a242-49ce-9fe4-953750b3775a None None] Current status of the port 139c64ac-245e-42da-8fc7-f98ec55d294a is: DOWN; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:14.562927 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-08b04a1e-a242-49ce-9fe4-953750b3775a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (139c64ac-245e-42da-8fc7-f98ec55d294a), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:14.574125 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbea1398-41fb-44bc-9e76-e73df9d6a82c None None] Checking agent: {'id': '9787f0c2-b99f-49df-865b-f8e3f2374559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 1), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:41:14.574516 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbea1398-41fb-44bc-9e76-e73df9d6a82c None None] Checking segment: {'id': '441f992d-2a04-4563-befb-81e1805fcdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a4580ede-0660-487f-a544-afa6b9f4c1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:41:14.575024 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-cbea1398-41fb-44bc-9e76-e73df9d6a82c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:14.576011 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbea1398-41fb-44bc-9e76-e73df9d6a82c None None] Bound using segment: {'id': '441f992d-2a04-4563-befb-81e1805fcdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a4580ede-0660-487f-a544-afa6b9f4c1ba'} {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:41:14.576496 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-cbea1398-41fb-44bc-9e76-e73df9d6a82c None None] Bound port: 2506cf68-bdad-46df-aa7e-2246a5e44ab1, host: dv-cinder-831167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441f992d-2a04-4563-befb-81e1805fcdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a4580ede-0660-487f-a544-afa6b9f4c1ba'}}] {{(pid=102997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:41:14.576902 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-cbea1398-41fb-44bc-9e76-e73df9d6a82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (2506cf68-bdad-46df-aa7e-2246a5e44ab1), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:14.657413 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f47f9e7-d789-46c9-a9f4-c9ba9a3d5e0d admin admin] Router 4398a2b3-0def-4944-8e98-62b2004c6063 is scheduled to L3 agent 86347f47-2890-46a7-a199-31163828a11a with binding_index 1 {{(pid=102995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:41:14.722797 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-08b04a1e-a242-49ce-9fe4-953750b3775a None None] For port 139c64ac-245e-42da-8fc7-f98ec55d294a, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=139c64ac-245e-42da-8fc7-f98ec55d294a,segment=NetworkSegment(2588bd87-a4bf-478e-a2b9-e450b26b5df9),segment_id=2588bd87-a4bf-478e-a2b9-e450b26b5df9)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:14.733495 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-08b04a1e-a242-49ce-9fe4-953750b3775a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (139c64ac-245e-42da-8fc7-f98ec55d294a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:14.810792 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-cbea1398-41fb-44bc-9e76-e73df9d6a82c None None] For port 2506cf68-bdad-46df-aa7e-2246a5e44ab1, host dv-cinder-831167-1-iscsi, cleared binding levels {{(pid=102997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:41:14.827576 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f47f9e7-d789-46c9-a9f4-c9ba9a3d5e0d admin admin] Notify agent at l3_agent.dv-cinder-831167-1-iscsi the message routers_updated {{(pid=102995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:41:14.839121 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2af26f2-1485-4130-a062-fbdc924f8d18 None None] Sync routers for ids ['4398a2b3-0def-4944-8e98-62b2004c6063'] in dv-cinder-831167-1-iscsi {{(pid=102998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:41:14.847469 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-2f47f9e7-d789-46c9-a9f4-c9ba9a3d5e0d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:14.851371 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-2f47f9e7-d789-46c9-a9f4-c9ba9a3d5e0d admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3738210 Feb 28 10:41:14.851774 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 58848) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:14.854641 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2af26f2-1485-4130-a062-fbdc924f8d18 None None] Routers {'4398a2b3-0def-4944-8e98-62b2004c6063'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:14.855459 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-b2af26f2-1485-4130-a062-fbdc924f8d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:40:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['4398a2b3-0def-4944-8e98-62b2004c6063'], 'active': True} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:14.876764 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-cbea1398-41fb-44bc-9e76-e73df9d6a82c None None] For port 2506cf68-bdad-46df-aa7e-2246a5e44ab1, host dv-cinder-831167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=2506cf68-bdad-46df-aa7e-2246a5e44ab1,segment=NetworkSegment(441f992d-2a04-4563-befb-81e1805fcdab),segment_id=441f992d-2a04-4563-befb-81e1805fcdab)] {{(pid=102997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:41:14.903388 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-e7c5fbef-13b6-42a7-ad71-21bfc9f57409 None None] Provisioning complete for port 139c64ac-245e-42da-8fc7-f98ec55d294a triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:14.903814 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-e7c5fbef-13b6-42a7-ad71-21bfc9f57409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (139c64ac-245e-42da-8fc7-f98ec55d294a), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:14.905963 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-cbea1398-41fb-44bc-9e76-e73df9d6a82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (2506cf68-bdad-46df-aa7e-2246a5e44ab1), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:14.920786 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b04a1e-a242-49ce-9fe4-953750b3775a None None] Pushing event updated for resources: {'Port': ['ID=139c64ac-245e-42da-8fc7-f98ec55d294a,revision_number=5']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:14.975795 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvr_db [None req-b2af26f2-1485-4130-a062-fbdc924f8d18 None None] Set router 4398a2b3-0def-4944-8e98-62b2004c6063 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:41:15.143436 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-e7c5fbef-13b6-42a7-ad71-21bfc9f57409 None None] Current status of the port 139c64ac-245e-42da-8fc7-f98ec55d294a is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:15.155593 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-20dedf59-4400-4335-a5d2-43bd05664600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'name': 'tempest-TestVolumeBootPattern-928494103-router', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '26172ab7-dd74-47fc-8158-eb83de91afc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:06Z', 'updated_at': '2022-02-28T10:41:10Z', 'revision_number': 4, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'gw_port': {'id': '26172ab7-dd74-47fc-8158-eb83de91afc0', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:bc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:06Z', 'updated_at': '2022-02-28T10:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '139c64ac-245e-42da-8fc7-f98ec55d294a', 'name': '', 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'mac_address': 'fa:16:3e:9c:39:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '10d8c89b-f1ef-4689-89e2-725720fe5362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:09Z', 'updated_at': '2022-02-28T10:41:13Z', 'revision_number': 4, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'subnets': [{'id': '10d8c89b-f1ef-4689-89e2-725720fe5362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:15.160195 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbea1398-41fb-44bc-9e76-e73df9d6a82c None None] Pushing event updated for resources: {'Port': ['ID=2506cf68-bdad-46df-aa7e-2246a5e44ab1,revision_number=2']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:15.198346 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-b2af26f2-1485-4130-a062-fbdc924f8d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4398a2b3-0def-4944-8e98-62b2004c6063', 'name': 'tempest-TestVolumeBootPattern-1095499173-router', 'tenant_id': '05ea1336781645b3a0c5f6e199e3648e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '11ef131a-bf23-4976-9b87-8e3ad7824f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:12Z', 'updated_at': '2022-02-28T10:41:13Z', 'revision_number': 3, 'project_id': '05ea1336781645b3a0c5f6e199e3648e', 'gw_port': {'id': '11ef131a-bf23-4976-9b87-8e3ad7824f47', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4398a2b3-0def-4944-8e98-62b2004c6063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:13Z', 'updated_at': '2022-02-28T10:41:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi'}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:15.220738 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dedf59-4400-4335-a5d2-43bd05664600 None None] The sync data for ids ['955fcaf0-b9ca-493b-935f-c162b4121ca7'] in dv-cinder-831167-1-iscsi is: [{'id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'name': 'tempest-TestVolumeBootPattern-928494103-router', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '26172ab7-dd74-47fc-8158-eb83de91afc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:06Z', 'updated_at': '2022-02-28T10:41:10Z', 'revision_number': 4, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'gw_port': {'id': '26172ab7-dd74-47fc-8158-eb83de91afc0', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:bc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:06Z', 'updated_at': '2022-02-28T10:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '139c64ac-245e-42da-8fc7-f98ec55d294a', 'name': '', 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'mac_address': 'fa:16:3e:9c:39:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '10d8c89b-f1ef-4689-89e2-725720fe5362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:09Z', 'updated_at': '2022-02-28T10:41:13Z', 'revision_number': 4, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'subnets': [{'id': '10d8c89b-f1ef-4689-89e2-725720fe5362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:41:15.237159 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2af26f2-1485-4130-a062-fbdc924f8d18 None None] Checking router: 4398a2b3-0def-4944-8e98-62b2004c6063 for host: dv-cinder-831167-1-iscsi {{(pid=102998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:41:15.237518 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2af26f2-1485-4130-a062-fbdc924f8d18 None None] Updating router 4398a2b3-0def-4944-8e98-62b2004c6063 port 11ef131a-bf23-4976-9b87-8e3ad7824f47 binding host dv-cinder-831167-1-iscsi {{(pid=102998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:41:15.266778 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-b2af26f2-1485-4130-a062-fbdc924f8d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (11ef131a-bf23-4976-9b87-8e3ad7824f47), before_update {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:15.402564 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6928c6ac-7fb6-4471-ae81-a3a466c2a2ea req-9fc96f9c-71f2-41a1-b366-b9da7a993007 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:15.437827 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6928c6ac-7fb6-4471-ae81-a3a466c2a2ea req-9fc96f9c-71f2-41a1-b366-b9da7a993007 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=819c00fa-2142-4fc0-8d43-ed0c112f14fa HTTP/1.1" status: 200 len: 944 time: 0.1674433 Feb 28 10:41:15.585519 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6928c6ac-7fb6-4471-ae81-a3a466c2a2ea req-f6c8ad78-2e5c-4721-9f10-2bf121b55344 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303284 Feb 28 10:41:15.638585 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-b2af26f2-1485-4130-a062-fbdc924f8d18 None None] Publish callbacks [] for port (11ef131a-bf23-4976-9b87-8e3ad7824f47), precommit_update {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:15.652123 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-b2af26f2-1485-4130-a062-fbdc924f8d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (11ef131a-bf23-4976-9b87-8e3ad7824f47), after_update {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:15.696589 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.managers [None req-b2af26f2-1485-4130-a062-fbdc924f8d18 None None] Attempting to bind port 11ef131a-bf23-4976-9b87-8e3ad7824f47 on host dv-cinder-831167-1-iscsi for vnic_type normal with profile {{(pid=102998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:41:15.697195 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.managers [None req-b2af26f2-1485-4130-a062-fbdc924f8d18 None None] Attempting to bind port 11ef131a-bf23-4976-9b87-8e3ad7824f47 by drivers openvswitch,hyperv on host dv-cinder-831167-1-iscsi at level 0 using segments [{'id': '490b7679-533e-4a17-9008-1b96b60e260c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c191bd3-8d00-44c5-b017-904410258187'}] {{(pid=102998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:41:15.697750 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2af26f2-1485-4130-a062-fbdc924f8d18 None None] Attempting to bind port 11ef131a-bf23-4976-9b87-8e3ad7824f47 on network 5c191bd3-8d00-44c5-b017-904410258187 {{(pid=102998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:41:15.707872 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2af26f2-1485-4130-a062-fbdc924f8d18 None None] Checking agent: {'id': '9787f0c2-b99f-49df-865b-f8e3f2374559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 1), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:41:15.708558 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2af26f2-1485-4130-a062-fbdc924f8d18 None None] Checking segment: {'id': '490b7679-533e-4a17-9008-1b96b60e260c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c191bd3-8d00-44c5-b017-904410258187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:41:15.709637 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-b2af26f2-1485-4130-a062-fbdc924f8d18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:15.710264 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2af26f2-1485-4130-a062-fbdc924f8d18 None None] Bound using segment: {'id': '490b7679-533e-4a17-9008-1b96b60e260c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c191bd3-8d00-44c5-b017-904410258187'} {{(pid=102998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:41:15.710930 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.managers [None req-b2af26f2-1485-4130-a062-fbdc924f8d18 None None] Bound port: 11ef131a-bf23-4976-9b87-8e3ad7824f47, host: dv-cinder-831167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490b7679-533e-4a17-9008-1b96b60e260c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c191bd3-8d00-44c5-b017-904410258187'}}] {{(pid=102998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:41:15.712037 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-b2af26f2-1485-4130-a062-fbdc924f8d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (11ef131a-bf23-4976-9b87-8e3ad7824f47), before_update {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:15.782172 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f299c67-4c86-4378-9c01-d0fab4e712d8 None None] Pushing event updated for resources: {'Port': ['ID=11ef131a-bf23-4976-9b87-8e3ad7824f47,revision_number=2']} {{(pid=102998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:15.818694 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.db [None req-b2af26f2-1485-4130-a062-fbdc924f8d18 None None] For port 11ef131a-bf23-4976-9b87-8e3ad7824f47, host dv-cinder-831167-1-iscsi, cleared binding levels {{(pid=102998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:41:15.822308 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.db [None req-b2af26f2-1485-4130-a062-fbdc924f8d18 None None] For port 11ef131a-bf23-4976-9b87-8e3ad7824f47, host dv-cinder-831167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=11ef131a-bf23-4976-9b87-8e3ad7824f47,segment=NetworkSegment(490b7679-533e-4a17-9008-1b96b60e260c),segment_id=490b7679-533e-4a17-9008-1b96b60e260c)] {{(pid=102998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:41:15.836129 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-b2af26f2-1485-4130-a062-fbdc924f8d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (11ef131a-bf23-4976-9b87-8e3ad7824f47), after_update {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:15.903502 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f299c67-4c86-4378-9c01-d0fab4e712d8 None None] Pushing event updated for resources: {'Port': ['ID=11ef131a-bf23-4976-9b87-8e3ad7824f47,revision_number=3']} {{(pid=102998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:15.926150 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2af26f2-1485-4130-a062-fbdc924f8d18 None None] Routers {'4398a2b3-0def-4944-8e98-62b2004c6063'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:15.927034 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-b2af26f2-1485-4130-a062-fbdc924f8d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:40:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['4398a2b3-0def-4944-8e98-62b2004c6063'], 'active': True} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:16.049964 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-f860741d-66e7-4b40-a311-8ec261505435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:16.071349 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvr_db [None req-b2af26f2-1485-4130-a062-fbdc924f8d18 None None] Set router 4398a2b3-0def-4944-8e98-62b2004c6063 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:41:16.356211 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.db_base_plugin_common [None req-f860741d-66e7-4b40-a311-8ec261505435 admin admin] Allocated IP 172.20.0.1 (a4580ede-0660-487f-a544-afa6b9f4c1ba/a6e9a63a-8709-4d6a-b019-55d5c42c6512/8b36fa57-3a3f-4be8-a503-a1be46d475ea) {{(pid=102996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:16.532435 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-b2af26f2-1485-4130-a062-fbdc924f8d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4398a2b3-0def-4944-8e98-62b2004c6063', 'name': 'tempest-TestVolumeBootPattern-1095499173-router', 'tenant_id': '05ea1336781645b3a0c5f6e199e3648e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '11ef131a-bf23-4976-9b87-8e3ad7824f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:12Z', 'updated_at': '2022-02-28T10:41:13Z', 'revision_number': 3, 'project_id': '05ea1336781645b3a0c5f6e199e3648e', 'gw_port': {'id': '11ef131a-bf23-4976-9b87-8e3ad7824f47', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4398a2b3-0def-4944-8e98-62b2004c6063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:13Z', 'updated_at': '2022-02-28T10:41:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi'}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:16.610247 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2af26f2-1485-4130-a062-fbdc924f8d18 None None] The sync data for ids ['4398a2b3-0def-4944-8e98-62b2004c6063'] in dv-cinder-831167-1-iscsi is: [{'id': '4398a2b3-0def-4944-8e98-62b2004c6063', 'name': 'tempest-TestVolumeBootPattern-1095499173-router', 'tenant_id': '05ea1336781645b3a0c5f6e199e3648e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '11ef131a-bf23-4976-9b87-8e3ad7824f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:12Z', 'updated_at': '2022-02-28T10:41:13Z', 'revision_number': 3, 'project_id': '05ea1336781645b3a0c5f6e199e3648e', 'gw_port': {'id': '11ef131a-bf23-4976-9b87-8e3ad7824f47', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4398a2b3-0def-4944-8e98-62b2004c6063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:13Z', 'updated_at': '2022-02-28T10:41:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi'}] {{(pid=102998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:41:16.713245 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-f860741d-66e7-4b40-a311-8ec261505435 admin admin] Publish callbacks [] for port (8b36fa57-3a3f-4be8-a503-a1be46d475ea), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:16.810269 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24719aca-a6b4-4be2-bf1d-eed812be60d7 None None] Network a4580ede-0660-487f-a544-afa6b9f4c1ba requested from dv-cinder-831167-1-iscsi {{(pid=102997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:41:16.810834 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-f860741d-66e7-4b40-a311-8ec261505435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (8b36fa57-3a3f-4be8-a503-a1be46d475ea), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:16.870308 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f860741d-66e7-4b40-a311-8ec261505435 admin admin] Network a4580ede-0660-487f-a544-afa6b9f4c1ba is already hosted by enough agents. {{(pid=102996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:16.875818 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.base_scheduler [None req-f860741d-66e7-4b40-a311-8ec261505435 admin admin] Resources bound (agent type, host, resource id): {{(pid=102996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:16.879594 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f860741d-66e7-4b40-a311-8ec261505435 admin admin] Received port after_create {{(pid=102996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:41:16.890594 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c3f11-44d9-4018-979b-339291896a26 req-6a6c552c-056e-4087-a353-7372ceab6b39 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:16.902634 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1c8c3f11-44d9-4018-979b-339291896a26 req-6a6c552c-056e-4087-a353-7372ceab6b39 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=819c00fa-2142-4fc0-8d43-ed0c112f14fa HTTP/1.1" status: 200 len: 944 time: 0.1567118 Feb 28 10:41:16.921021 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 139c64ac-245e-42da-8fc7-f98ec55d294a up at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:41:16.926449 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-f860741d-66e7-4b40-a311-8ec261505435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-379266'] for router_interface (4398a2b3-0def-4944-8e98-62b2004c6063), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:17.021891 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-ec08dc5c-aac6-4070-aa12-18e91c299f48 None None] Provisioning complete for port 2506cf68-bdad-46df-aa7e-2246a5e44ab1 triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:17.022525 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-ec08dc5c-aac6-4070-aa12-18e91c299f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (2506cf68-bdad-46df-aa7e-2246a5e44ab1), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:17.031912 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1c8c3f11-44d9-4018-979b-339291896a26 req-1d71c2bb-3dfe-4c2d-8952-99cd52188a12 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214020 Feb 28 10:41:17.067967 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f860741d-66e7-4b40-a311-8ec261505435 admin admin] Pushing event updated for resources: {'Port': ['ID=8b36fa57-3a3f-4be8-a503-a1be46d475ea,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:17.147553 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Provisioning complete for port 139c64ac-245e-42da-8fc7-f98ec55d294a triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:17.147969 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (139c64ac-245e-42da-8fc7-f98ec55d294a), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:17.155114 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-f860741d-66e7-4b40-a311-8ec261505435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (8b36fa57-3a3f-4be8-a503-a1be46d475ea), before_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:17.457781 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-f860741d-66e7-4b40-a311-8ec261505435 admin admin] Publish callbacks [] for port (8b36fa57-3a3f-4be8-a503-a1be46d475ea), precommit_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:17.468237 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Current status of the port 139c64ac-245e-42da-8fc7-f98ec55d294a is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:17.470035 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 2506cf68-bdad-46df-aa7e-2246a5e44ab1 up at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:41:17.472845 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-f860741d-66e7-4b40-a311-8ec261505435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63361884'] for port (8b36fa57-3a3f-4be8-a503-a1be46d475ea), after_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:17.615211 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-ec08dc5c-aac6-4070-aa12-18e91c299f48 None None] Current status of the port 2506cf68-bdad-46df-aa7e-2246a5e44ab1 is: DOWN; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:17.615316 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-ec08dc5c-aac6-4070-aa12-18e91c299f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (2506cf68-bdad-46df-aa7e-2246a5e44ab1), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:17.642199 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f860741d-66e7-4b40-a311-8ec261505435 admin admin] Pushing event updated for resources: {'Port': ['ID=8b36fa57-3a3f-4be8-a503-a1be46d475ea,revision_number=2']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:17.667604 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-f860741d-66e7-4b40-a311-8ec261505435 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1717522'] for router_interface (4398a2b3-0def-4944-8e98-62b2004c6063), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:17.692935 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-ec08dc5c-aac6-4070-aa12-18e91c299f48 None None] For port 2506cf68-bdad-46df-aa7e-2246a5e44ab1, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=2506cf68-bdad-46df-aa7e-2246a5e44ab1,segment=NetworkSegment(441f992d-2a04-4563-befb-81e1805fcdab),segment_id=441f992d-2a04-4563-befb-81e1805fcdab)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:17.702642 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-ec08dc5c-aac6-4070-aa12-18e91c299f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (2506cf68-bdad-46df-aa7e-2246a5e44ab1), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:17.755071 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Provisioning complete for port 2506cf68-bdad-46df-aa7e-2246a5e44ab1 triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:17.755371 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (2506cf68-bdad-46df-aa7e-2246a5e44ab1), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:17.840124 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec08dc5c-aac6-4070-aa12-18e91c299f48 None None] Pushing event updated for resources: {'Port': ['ID=2506cf68-bdad-46df-aa7e-2246a5e44ab1,revision_number=3']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:17.856199 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-20aaf34f-dba5-487a-a9dd-ea59981b2879 None None] Provisioning complete for port 2506cf68-bdad-46df-aa7e-2246a5e44ab1 triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:17.856624 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-20aaf34f-dba5-487a-a9dd-ea59981b2879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (2506cf68-bdad-46df-aa7e-2246a5e44ab1), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:17.889139 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f860741d-66e7-4b40-a311-8ec261505435 admin admin] Network a4580ede-0660-487f-a544-afa6b9f4c1ba is already hosted by enough agents. {{(pid=102996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:17.891098 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.base_scheduler [None req-f860741d-66e7-4b40-a311-8ec261505435 admin admin] Resources bound (agent type, host, resource id): {{(pid=102996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:18.114576 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f860741d-66e7-4b40-a311-8ec261505435 admin admin] Router 4398a2b3-0def-4944-8e98-62b2004c6063 has already been hosted by L3 agent 86347f47-2890-46a7-a199-31163828a11a {{(pid=102996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:41:18.218469 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-20aaf34f-dba5-487a-a9dd-ea59981b2879 None None] Current status of the port 2506cf68-bdad-46df-aa7e-2246a5e44ab1 is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:18.233843 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992bb4fd-af41-4ebb-8ecc-342bea0420fa req-d93b63d6-8c93-45e5-84e4-5ee7cbdf134a tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:18.235530 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-20aaf34f-dba5-487a-a9dd-ea59981b2879 None None] Provisioning complete for port 8b36fa57-3a3f-4be8-a503-a1be46d475ea triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:18.235921 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-20aaf34f-dba5-487a-a9dd-ea59981b2879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (8b36fa57-3a3f-4be8-a503-a1be46d475ea), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.242764 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-992bb4fd-af41-4ebb-8ecc-342bea0420fa req-d93b63d6-8c93-45e5-84e4-5ee7cbdf134a tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=819c00fa-2142-4fc0-8d43-ed0c112f14fa HTTP/1.1" status: 200 len: 944 time: 0.0927017 Feb 28 10:41:18.265623 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Current status of the port 2506cf68-bdad-46df-aa7e-2246a5e44ab1 is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:18.287875 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-20aaf34f-dba5-487a-a9dd-ea59981b2879 None None] Port 8b36fa57-3a3f-4be8-a503-a1be46d475ea cannot update to ACTIVE because it is not bound. {{(pid=102997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:41:18.320603 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-992bb4fd-af41-4ebb-8ecc-342bea0420fa req-ce2a51c4-a967-4280-8940-58b3f01a6153 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766745 Feb 28 10:41:18.389379 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f860741d-66e7-4b40-a311-8ec261505435 admin admin] Notify agent at l3_agent.dv-cinder-831167-1-iscsi the message routers_updated {{(pid=102996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:41:18.402595 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-f860741d-66e7-4b40-a311-8ec261505435 admin admin] 10.222.0.44 "PUT /v2.0/routers/4398a2b3-0def-4944-8e98-62b2004c6063/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5496986 Feb 28 10:41:18.420789 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-834d45fe-925b-42d0-8e06-054d95a90bab None None] Provisioning complete for port 8b36fa57-3a3f-4be8-a503-a1be46d475ea triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:18.421176 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-834d45fe-925b-42d0-8e06-054d95a90bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (8b36fa57-3a3f-4be8-a503-a1be46d475ea), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.471737 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-834d45fe-925b-42d0-8e06-054d95a90bab None None] Port 8b36fa57-3a3f-4be8-a503-a1be46d475ea cannot update to ACTIVE because it is not bound. {{(pid=102997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:41:18.780544 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 11ef131a-bf23-4976-9b87-8e3ad7824f47 up at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:41:18.834668 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Provisioning complete for port 11ef131a-bf23-4976-9b87-8e3ad7824f47 triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:18.835235 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (11ef131a-bf23-4976-9b87-8e3ad7824f47), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.929498 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Current status of the port 11ef131a-bf23-4976-9b87-8e3ad7824f47 is: DOWN; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:18.930166 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (11ef131a-bf23-4976-9b87-8e3ad7824f47), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.955318 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] For port 11ef131a-bf23-4976-9b87-8e3ad7824f47, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=11ef131a-bf23-4976-9b87-8e3ad7824f47,segment=NetworkSegment(490b7679-533e-4a17-9008-1b96b60e260c),segment_id=490b7679-533e-4a17-9008-1b96b60e260c)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:18.960542 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (11ef131a-bf23-4976-9b87-8e3ad7824f47), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.961562 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 2506cf68-bdad-46df-aa7e-2246a5e44ab1 up at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:41:19.030572 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Pushing event updated for resources: {'Port': ['ID=11ef131a-bf23-4976-9b87-8e3ad7824f47,revision_number=4']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:19.070721 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Provisioning complete for port 2506cf68-bdad-46df-aa7e-2246a5e44ab1 triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:19.071434 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (2506cf68-bdad-46df-aa7e-2246a5e44ab1), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:19.207170 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Current status of the port 2506cf68-bdad-46df-aa7e-2246a5e44ab1 is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:19.355658 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5d6d72-3aa2-4252-ad48-affb3ec72ead None None] Sync routers for ids ['4398a2b3-0def-4944-8e98-62b2004c6063'] in dv-cinder-831167-1-iscsi {{(pid=102997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:41:19.376026 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5d6d72-3aa2-4252-ad48-affb3ec72ead None None] Routers {'4398a2b3-0def-4944-8e98-62b2004c6063'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:19.377355 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-0c5d6d72-3aa2-4252-ad48-affb3ec72ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:40:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['4398a2b3-0def-4944-8e98-62b2004c6063'], 'active': True} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:19.477113 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a36be5-e026-439f-806e-bc20847440d3 req-6782e68a-5020-4ae2-9900-f6b3f85bfe79 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:19.485790 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e0a36be5-e026-439f-806e-bc20847440d3 req-6782e68a-5020-4ae2-9900-f6b3f85bfe79 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=819c00fa-2142-4fc0-8d43-ed0c112f14fa HTTP/1.1" status: 200 len: 944 time: 0.0798197 Feb 28 10:41:19.530357 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvr_db [None req-0c5d6d72-3aa2-4252-ad48-affb3ec72ead None None] Set router 4398a2b3-0def-4944-8e98-62b2004c6063 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:41:19.563988 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e0a36be5-e026-439f-806e-bc20847440d3 req-e6d0afbf-2f04-4dd4-966d-0e267c4b482e tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752275 Feb 28 10:41:19.799985 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-0c5d6d72-3aa2-4252-ad48-affb3ec72ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4398a2b3-0def-4944-8e98-62b2004c6063', 'name': 'tempest-TestVolumeBootPattern-1095499173-router', 'tenant_id': '05ea1336781645b3a0c5f6e199e3648e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '11ef131a-bf23-4976-9b87-8e3ad7824f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:12Z', 'updated_at': '2022-02-28T10:41:17Z', 'revision_number': 4, 'project_id': '05ea1336781645b3a0c5f6e199e3648e', 'gw_port': {'id': '11ef131a-bf23-4976-9b87-8e3ad7824f47', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4398a2b3-0def-4944-8e98-62b2004c6063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:13Z', 'updated_at': '2022-02-28T10:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '8b36fa57-3a3f-4be8-a503-a1be46d475ea', 'name': '', 'network_id': 'a4580ede-0660-487f-a544-afa6b9f4c1ba', 'tenant_id': '05ea1336781645b3a0c5f6e199e3648e', 'mac_address': 'fa:16:3e:35:41:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4398a2b3-0def-4944-8e98-62b2004c6063', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'a6e9a63a-8709-4d6a-b019-55d5c42c6512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:16Z', 'updated_at': '2022-02-28T10:41:17Z', 'revision_number': 2, 'project_id': '05ea1336781645b3a0c5f6e199e3648e', 'subnets': [{'id': 'a6e9a63a-8709-4d6a-b019-55d5c42c6512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:19.846209 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5d6d72-3aa2-4252-ad48-affb3ec72ead None None] Checking router: 4398a2b3-0def-4944-8e98-62b2004c6063 for host: dv-cinder-831167-1-iscsi {{(pid=102997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:41:19.846780 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5d6d72-3aa2-4252-ad48-affb3ec72ead None None] Updating router 4398a2b3-0def-4944-8e98-62b2004c6063 port 8b36fa57-3a3f-4be8-a503-a1be46d475ea binding host dv-cinder-831167-1-iscsi {{(pid=102997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:41:19.886776 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-0c5d6d72-3aa2-4252-ad48-affb3ec72ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (8b36fa57-3a3f-4be8-a503-a1be46d475ea), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:20.288771 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 58936) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:20.292390 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-0c5d6d72-3aa2-4252-ad48-affb3ec72ead None None] Publish callbacks [] for port (8b36fa57-3a3f-4be8-a503-a1be46d475ea), precommit_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:20.295621 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [None req-ef259a47-0521-4452-afe4-e8f82535a755 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1851000237', 'description': 'tempest-secgroup-smoke-1851000237 description', 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:20.302346 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-0c5d6d72-3aa2-4252-ad48-affb3ec72ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (8b36fa57-3a3f-4be8-a503-a1be46d475ea), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:20.330714 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-ef259a47-0521-4452-afe4-e8f82535a755 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:20.393335 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd5342-f10b-493b-b5bd-5122fb9ade84 None None] Pushing event updated for resources: {'Port': ['ID=8b36fa57-3a3f-4be8-a503-a1be46d475ea,revision_number=3']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:20.460909 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-ef259a47-0521-4452-afe4-e8f82535a755 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks [] for security_group (84e73cdf-aca4-468a-847a-3e52e6ff6455), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:20.467227 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-ef259a47-0521-4452-afe4-e8f82535a755 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (84e73cdf-aca4-468a-847a-3e52e6ff6455), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:20.474431 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-0c5d6d72-3aa2-4252-ad48-affb3ec72ead None None] Attempting to bind port 8b36fa57-3a3f-4be8-a503-a1be46d475ea on host dv-cinder-831167-1-iscsi for vnic_type normal with profile {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:41:20.474803 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-0c5d6d72-3aa2-4252-ad48-affb3ec72ead None None] Attempting to bind port 8b36fa57-3a3f-4be8-a503-a1be46d475ea by drivers openvswitch,hyperv on host dv-cinder-831167-1-iscsi at level 0 using segments [{'id': '441f992d-2a04-4563-befb-81e1805fcdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a4580ede-0660-487f-a544-afa6b9f4c1ba'}] {{(pid=102997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:41:20.475198 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5d6d72-3aa2-4252-ad48-affb3ec72ead None None] Attempting to bind port 8b36fa57-3a3f-4be8-a503-a1be46d475ea on network a4580ede-0660-487f-a544-afa6b9f4c1ba {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:41:20.490020 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5d6d72-3aa2-4252-ad48-affb3ec72ead None None] Checking agent: {'id': '9787f0c2-b99f-49df-865b-f8e3f2374559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 1), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:41:20.490482 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5d6d72-3aa2-4252-ad48-affb3ec72ead None None] Checking segment: {'id': '441f992d-2a04-4563-befb-81e1805fcdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a4580ede-0660-487f-a544-afa6b9f4c1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:41:20.490828 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-0c5d6d72-3aa2-4252-ad48-affb3ec72ead None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:20.491267 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5d6d72-3aa2-4252-ad48-affb3ec72ead None None] Bound using segment: {'id': '441f992d-2a04-4563-befb-81e1805fcdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a4580ede-0660-487f-a544-afa6b9f4c1ba'} {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:41:20.491753 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-0c5d6d72-3aa2-4252-ad48-affb3ec72ead None None] Bound port: 8b36fa57-3a3f-4be8-a503-a1be46d475ea, host: dv-cinder-831167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441f992d-2a04-4563-befb-81e1805fcdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a4580ede-0660-487f-a544-afa6b9f4c1ba'}}] {{(pid=102997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:41:20.492138 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-0c5d6d72-3aa2-4252-ad48-affb3ec72ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (8b36fa57-3a3f-4be8-a503-a1be46d475ea), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:20.512408 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-ef259a47-0521-4452-afe4-e8f82535a755 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks [] for security_group (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:20.513794 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-ef259a47-0521-4452-afe4-e8f82535a755 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2235780 Feb 28 10:41:20.515893 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef259a47-0521-4452-afe4-e8f82535a755 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84e73cdf-aca4-468a-847a-3e52e6ff6455,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:20.516741 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 58942) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:20.521331 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [None req-725b9960-0b4f-40a4-bc99-c26b1bf05891 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Request body: {'security_group_rule': {'security_group_id': '84e73cdf-aca4-468a-847a-3e52e6ff6455', 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:20.564551 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-725b9960-0b4f-40a4-bc99-c26b1bf05891 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks [] for security_group_rule (6e2b4814-5585-4c62-9e81-f82ea37c6feb), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:20.641577 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-0c5d6d72-3aa2-4252-ad48-affb3ec72ead None None] For port 8b36fa57-3a3f-4be8-a503-a1be46d475ea, host dv-cinder-831167-1-iscsi, cleared binding levels {{(pid=102997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:41:20.649106 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-0c5d6d72-3aa2-4252-ad48-affb3ec72ead None None] For port 8b36fa57-3a3f-4be8-a503-a1be46d475ea, host dv-cinder-831167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=8b36fa57-3a3f-4be8-a503-a1be46d475ea,segment=NetworkSegment(441f992d-2a04-4563-befb-81e1805fcdab),segment_id=441f992d-2a04-4563-befb-81e1805fcdab)] {{(pid=102997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:41:20.664364 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-0c5d6d72-3aa2-4252-ad48-affb3ec72ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (8b36fa57-3a3f-4be8-a503-a1be46d475ea), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:20.749181 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-725b9960-0b4f-40a4-bc99-c26b1bf05891 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks [] for security_group_rule (6e2b4814-5585-4c62-9e81-f82ea37c6feb), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:20.755697 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd5342-f10b-493b-b5bd-5122fb9ade84 None None] Pushing event updated for resources: {'Port': ['ID=8b36fa57-3a3f-4be8-a503-a1be46d475ea,revision_number=4']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:20.773616 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5d6d72-3aa2-4252-ad48-affb3ec72ead None None] Routers {'4398a2b3-0def-4944-8e98-62b2004c6063'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:20.774250 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-0c5d6d72-3aa2-4252-ad48-affb3ec72ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:40:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['4398a2b3-0def-4944-8e98-62b2004c6063'], 'active': True} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:20.811513 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-725b9960-0b4f-40a4-bc99-c26b1bf05891 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826235'] for security_group_rule (6e2b4814-5585-4c62-9e81-f82ea37c6feb), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:20.849694 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b9960-0b4f-40a4-bc99-c26b1bf05891 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e2b4814-5585-4c62-9e81-f82ea37c6feb,revision_number=0']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:20.903874 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvr_db [None req-0c5d6d72-3aa2-4252-ad48-affb3ec72ead None None] Set router 4398a2b3-0def-4944-8e98-62b2004c6063 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:41:20.918525 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-725b9960-0b4f-40a4-bc99-c26b1bf05891 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:20.920254 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-725b9960-0b4f-40a4-bc99-c26b1bf05891 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4025083 Feb 28 10:41:20.923176 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 58952) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:20.927776 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [None req-e4f1aa0d-9fc9-4816-bfea-5164f3a35d5d tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Request body: {'security_group_rule': {'security_group_id': '84e73cdf-aca4-468a-847a-3e52e6ff6455', 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:20.928974 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3faf09-9803-4775-bfe0-e54564c90432 req-edbc99be-55bb-4617-9e6f-6223a789ae4b tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:20.931892 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-fd3faf09-9803-4775-bfe0-e54564c90432 req-edbc99be-55bb-4617-9e6f-6223a789ae4b tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=819c00fa-2142-4fc0-8d43-ed0c112f14fa HTTP/1.1" status: 200 len: 944 time: 0.2328730 Feb 28 10:41:20.988862 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-e4f1aa0d-9fc9-4816-bfea-5164f3a35d5d tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks [] for security_group_rule (4c959837-876d-427c-b70f-86064f2535bd), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:21.042972 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-fd3faf09-9803-4775-bfe0-e54564c90432 req-6e362c09-b148-44ac-8058-444108f328f6 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920098 Feb 28 10:41:21.053877 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 11ef131a-bf23-4976-9b87-8e3ad7824f47 up at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:41:21.129907 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-e4f1aa0d-9fc9-4816-bfea-5164f3a35d5d tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks [] for security_group_rule (4c959837-876d-427c-b70f-86064f2535bd), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:21.136311 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-e4f1aa0d-9fc9-4816-bfea-5164f3a35d5d tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826235'] for security_group_rule (4c959837-876d-427c-b70f-86064f2535bd), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:21.154370 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f1aa0d-9fc9-4816-bfea-5164f3a35d5d tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c959837-876d-427c-b70f-86064f2535bd,revision_number=0']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:21.165513 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-e4f1aa0d-9fc9-4816-bfea-5164f3a35d5d tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:21.166758 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-e4f1aa0d-9fc9-4816-bfea-5164f3a35d5d tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2425594 Feb 28 10:41:21.170067 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 58956) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:21.175864 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [None req-f2ae8362-6e8a-491c-9684-8667f55b0be0 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Request body: {'security_group_rule': {'security_group_id': '84e73cdf-aca4-468a-847a-3e52e6ff6455', 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:21.182199 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-b05659f8-7fed-4b9b-a786-8530a68e0357 None None] Provisioning complete for port 8b36fa57-3a3f-4be8-a503-a1be46d475ea triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:21.182581 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-b05659f8-7fed-4b9b-a786-8530a68e0357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (8b36fa57-3a3f-4be8-a503-a1be46d475ea), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:21.213874 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-f2ae8362-6e8a-491c-9684-8667f55b0be0 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks [] for security_group_rule (810208a1-1c47-4291-a99b-821ae4b5eeee), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:21.225678 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Provisioning complete for port 11ef131a-bf23-4976-9b87-8e3ad7824f47 triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:21.226058 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (11ef131a-bf23-4976-9b87-8e3ad7824f47), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:21.318807 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-f2ae8362-6e8a-491c-9684-8667f55b0be0 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks [] for security_group_rule (810208a1-1c47-4291-a99b-821ae4b5eeee), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:21.332320 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-f2ae8362-6e8a-491c-9684-8667f55b0be0 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826235'] for security_group_rule (810208a1-1c47-4291-a99b-821ae4b5eeee), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:21.369551 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae8362-6e8a-491c-9684-8667f55b0be0 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=810208a1-1c47-4291-a99b-821ae4b5eeee,revision_number=0']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:21.381463 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-f2ae8362-6e8a-491c-9684-8667f55b0be0 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:21.382956 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-f2ae8362-6e8a-491c-9684-8667f55b0be0 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2114942 Feb 28 10:41:21.385712 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 58962) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:21.391927 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [None req-ce19a754-2379-42ac-95b0-2b5cff7ddd12 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Request body: {'security_group_rule': {'security_group_id': '84e73cdf-aca4-468a-847a-3e52e6ff6455', 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:21.406618 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-b05659f8-7fed-4b9b-a786-8530a68e0357 None None] Current status of the port 8b36fa57-3a3f-4be8-a503-a1be46d475ea is: DOWN; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:21.407235 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-b05659f8-7fed-4b9b-a786-8530a68e0357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (8b36fa57-3a3f-4be8-a503-a1be46d475ea), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:21.419824 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-ce19a754-2379-42ac-95b0-2b5cff7ddd12 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks [] for security_group_rule (94edb857-4103-4309-ad1a-902d2e14e1bc), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:21.428459 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Current status of the port 11ef131a-bf23-4976-9b87-8e3ad7824f47 is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:21.451073 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-0c5d6d72-3aa2-4252-ad48-affb3ec72ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4398a2b3-0def-4944-8e98-62b2004c6063', 'name': 'tempest-TestVolumeBootPattern-1095499173-router', 'tenant_id': '05ea1336781645b3a0c5f6e199e3648e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '11ef131a-bf23-4976-9b87-8e3ad7824f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:12Z', 'updated_at': '2022-02-28T10:41:17Z', 'revision_number': 4, 'project_id': '05ea1336781645b3a0c5f6e199e3648e', 'gw_port': {'id': '11ef131a-bf23-4976-9b87-8e3ad7824f47', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4398a2b3-0def-4944-8e98-62b2004c6063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:13Z', 'updated_at': '2022-02-28T10:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '8b36fa57-3a3f-4be8-a503-a1be46d475ea', 'name': '', 'network_id': 'a4580ede-0660-487f-a544-afa6b9f4c1ba', 'tenant_id': '05ea1336781645b3a0c5f6e199e3648e', 'mac_address': 'fa:16:3e:35:41:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4398a2b3-0def-4944-8e98-62b2004c6063', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'a6e9a63a-8709-4d6a-b019-55d5c42c6512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:16Z', 'updated_at': '2022-02-28T10:41:20Z', 'revision_number': 4, 'project_id': '05ea1336781645b3a0c5f6e199e3648e', 'subnets': [{'id': 'a6e9a63a-8709-4d6a-b019-55d5c42c6512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:21.461872 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-b05659f8-7fed-4b9b-a786-8530a68e0357 None None] For port 8b36fa57-3a3f-4be8-a503-a1be46d475ea, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=8b36fa57-3a3f-4be8-a503-a1be46d475ea,segment=NetworkSegment(441f992d-2a04-4563-befb-81e1805fcdab),segment_id=441f992d-2a04-4563-befb-81e1805fcdab)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:21.492726 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-b05659f8-7fed-4b9b-a786-8530a68e0357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (8b36fa57-3a3f-4be8-a503-a1be46d475ea), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:21.493214 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5d6d72-3aa2-4252-ad48-affb3ec72ead None None] The sync data for ids ['4398a2b3-0def-4944-8e98-62b2004c6063'] in dv-cinder-831167-1-iscsi is: [{'id': '4398a2b3-0def-4944-8e98-62b2004c6063', 'name': 'tempest-TestVolumeBootPattern-1095499173-router', 'tenant_id': '05ea1336781645b3a0c5f6e199e3648e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '11ef131a-bf23-4976-9b87-8e3ad7824f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:12Z', 'updated_at': '2022-02-28T10:41:17Z', 'revision_number': 4, 'project_id': '05ea1336781645b3a0c5f6e199e3648e', 'gw_port': {'id': '11ef131a-bf23-4976-9b87-8e3ad7824f47', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4398a2b3-0def-4944-8e98-62b2004c6063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:13Z', 'updated_at': '2022-02-28T10:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '8b36fa57-3a3f-4be8-a503-a1be46d475ea', 'name': '', 'network_id': 'a4580ede-0660-487f-a544-afa6b9f4c1ba', 'tenant_id': '05ea1336781645b3a0c5f6e199e3648e', 'mac_address': 'fa:16:3e:35:41:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4398a2b3-0def-4944-8e98-62b2004c6063', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'a6e9a63a-8709-4d6a-b019-55d5c42c6512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:16Z', 'updated_at': '2022-02-28T10:41:20Z', 'revision_number': 4, 'project_id': '05ea1336781645b3a0c5f6e199e3648e', 'subnets': [{'id': 'a6e9a63a-8709-4d6a-b019-55d5c42c6512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:41:21.504128 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-ce19a754-2379-42ac-95b0-2b5cff7ddd12 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks [] for security_group_rule (94edb857-4103-4309-ad1a-902d2e14e1bc), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:21.510620 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-ce19a754-2379-42ac-95b0-2b5cff7ddd12 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826235'] for security_group_rule (94edb857-4103-4309-ad1a-902d2e14e1bc), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:21.542654 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-ce19a754-2379-42ac-95b0-2b5cff7ddd12 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:21.552525 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-ce19a754-2379-42ac-95b0-2b5cff7ddd12 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1592035 Feb 28 10:41:21.552525 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce19a754-2379-42ac-95b0-2b5cff7ddd12 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94edb857-4103-4309-ad1a-902d2e14e1bc,revision_number=0']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:21.553508 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 58964) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:21.560278 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05659f8-7fed-4b9b-a786-8530a68e0357 None None] Pushing event updated for resources: {'Port': ['ID=8b36fa57-3a3f-4be8-a503-a1be46d475ea,revision_number=5']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:21.579338 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [None req-50fd2611-8ccb-4446-b8a5-4fcefc232e37 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Request body: {'security_group_rule': {'security_group_id': '84e73cdf-aca4-468a-847a-3e52e6ff6455', 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:21.606944 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.db.securitygroups_db [None req-50fd2611-8ccb-4446-b8a5-4fcefc232e37 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Project d49baa9a7922438f99d7dcc9ef7c1c15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:41:21.613104 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-50fd2611-8ccb-4446-b8a5-4fcefc232e37 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks [] for security_group_rule (95a0055f-a005-4718-ae40-7234350ba7d1), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:21.629372 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-14a2b6ae-b5da-40a1-9fb5-860f68ac9a17 None None] Provisioning complete for port 8b36fa57-3a3f-4be8-a503-a1be46d475ea triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:21.629777 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-14a2b6ae-b5da-40a1-9fb5-860f68ac9a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (8b36fa57-3a3f-4be8-a503-a1be46d475ea), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:21.699179 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-50fd2611-8ccb-4446-b8a5-4fcefc232e37 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks [] for security_group_rule (95a0055f-a005-4718-ae40-7234350ba7d1), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:21.720190 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-50fd2611-8ccb-4446-b8a5-4fcefc232e37 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826235'] for security_group_rule (95a0055f-a005-4718-ae40-7234350ba7d1), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:21.757605 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-50fd2611-8ccb-4446-b8a5-4fcefc232e37 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:21.764549 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-50fd2611-8ccb-4446-b8a5-4fcefc232e37 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2005553 Feb 28 10:41:21.765322 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 58968) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:21.786601 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-14a2b6ae-b5da-40a1-9fb5-860f68ac9a17 None None] Current status of the port 8b36fa57-3a3f-4be8-a503-a1be46d475ea is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:21.810741 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [None req-376d66fe-6ac3-4b3a-b0e8-4837100be97a tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Request body: {'security_group_rule': {'security_group_id': '84e73cdf-aca4-468a-847a-3e52e6ff6455', 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:21.818454 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fd2611-8ccb-4446-b8a5-4fcefc232e37 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95a0055f-a005-4718-ae40-7234350ba7d1,revision_number=0']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:21.865747 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.db.securitygroups_db [None req-376d66fe-6ac3-4b3a-b0e8-4837100be97a tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Project d49baa9a7922438f99d7dcc9ef7c1c15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:41:21.873147 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-376d66fe-6ac3-4b3a-b0e8-4837100be97a tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks [] for security_group_rule (a5418f10-7692-41a7-924f-82cc813af9bf), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:21.989099 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-376d66fe-6ac3-4b3a-b0e8-4837100be97a tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks [] for security_group_rule (a5418f10-7692-41a7-924f-82cc813af9bf), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:21.993055 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-376d66fe-6ac3-4b3a-b0e8-4837100be97a tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826235'] for security_group_rule (a5418f10-7692-41a7-924f-82cc813af9bf), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:22.013881 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d66fe-6ac3-4b3a-b0e8-4837100be97a tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5418f10-7692-41a7-924f-82cc813af9bf,revision_number=0']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:22.020971 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-376d66fe-6ac3-4b3a-b0e8-4837100be97a tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:22.025387 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-376d66fe-6ac3-4b3a-b0e8-4837100be97a tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2352874 Feb 28 10:41:22.262274 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834785f9-ecb5-411d-a127-dfe4a66f8177 req-18f1d1ce-cdb0-4fa2-92db-655987c754df tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:22.268499 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-834785f9-ecb5-411d-a127-dfe4a66f8177 req-18f1d1ce-cdb0-4fa2-92db-655987c754df tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=819c00fa-2142-4fc0-8d43-ed0c112f14fa HTTP/1.1" status: 200 len: 944 time: 0.1156027 Feb 28 10:41:22.348779 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-834785f9-ecb5-411d-a127-dfe4a66f8177 req-9cf8e4d1-aa43-46aa-a9fb-697ba4ce2f40 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759068 Feb 28 10:41:22.760806 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 8b36fa57-3a3f-4be8-a503-a1be46d475ea up at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:41:22.973294 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Provisioning complete for port 8b36fa57-3a3f-4be8-a503-a1be46d475ea triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:22.973878 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (8b36fa57-3a3f-4be8-a503-a1be46d475ea), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:23.050108 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Current status of the port 8b36fa57-3a3f-4be8-a503-a1be46d475ea is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:23.511332 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73b7f7-2d5c-46f8-b8b2-bd8bc324b25e req-012076c5-1402-4357-a7d7-29a2f05740de tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:23.519381 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-8c73b7f7-2d5c-46f8-b8b2-bd8bc324b25e req-012076c5-1402-4357-a7d7-29a2f05740de tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=819c00fa-2142-4fc0-8d43-ed0c112f14fa HTTP/1.1" status: 200 len: 944 time: 0.0933475 Feb 28 10:41:23.578141 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-8c73b7f7-2d5c-46f8-b8b2-bd8bc324b25e req-ed8a4b1d-d4b3-4fc2-a20d-679f735bfa42 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562117 Feb 28 10:41:24.712904 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70726a99-97e8-4a5e-afec-c7f8c751b393 req-6bbbacfd-a2a1-4ac1-8042-d1871567f0c0 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:24.714369 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-70726a99-97e8-4a5e-afec-c7f8c751b393 req-6bbbacfd-a2a1-4ac1-8042-d1871567f0c0 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=819c00fa-2142-4fc0-8d43-ed0c112f14fa HTTP/1.1" status: 200 len: 944 time: 0.0576401 Feb 28 10:41:24.770197 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-70726a99-97e8-4a5e-afec-c7f8c751b393 req-8077872f-e6fe-4911-ac15-be6ecd5ac72a tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498579 Feb 28 10:41:24.939844 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-77c2dd8e-1ccf-492b-842c-8b19b0614d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:25.060887 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device c2897091-5357-4351-b52e-16aabb70179e up at agent hyperv_hv-cinder-83116 {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:41:25.147938 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Provisioning for port c2897091-5357-4351-b52e-16aabb70179e completed by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:41:25.152461 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Provisioning complete for port c2897091-5357-4351-b52e-16aabb70179e triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:25.152868 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (c2897091-5357-4351-b52e-16aabb70179e), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:25.242683 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Current status of the port c2897091-5357-4351-b52e-16aabb70179e is: BUILD; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:25.243504 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (c2897091-5357-4351-b52e-16aabb70179e), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:25.276977 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '819c00fa-2142-4fc0-8d43-ed0c112f14fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2897091-5357-4351-b52e-16aabb70179e'}] {{(pid=102997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:41:25.279331 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3235e45cea9492f03cbc66cd40cfc06ba5865c86106c1e9dddb87cdb5008e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26c1297-9d32-4f83-816a-3f972869a5ed" -d '{"events": [{"server_uuid": "819c00fa-2142-4fc0-8d43-ed0c112f14fa", "name": "network-vif-plugged", "status": "completed", "tag": "c2897091-5357-4351-b52e-16aabb70179e"}]}' {{(pid=102997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:41:25.302283 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port c2897091-5357-4351-b52e-16aabb70179e, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=c2897091-5357-4351-b52e-16aabb70179e,segment=NetworkSegment(70a518fb-2283-4553-b90f-d3f0f325e4d8),segment_id=70a518fb-2283-4553-b90f-d3f0f325e4d8)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:25.311396 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (c2897091-5357-4351-b52e-16aabb70179e), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:25.347885 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c0b37f-0579-4d15-b5ed-658389709030 x-openstack-request-id: req-16c0b37f-0579-4d15-b5ed-658389709030 {{(pid=102997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:41:25.348414 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "819c00fa-2142-4fc0-8d43-ed0c112f14fa", "name": "network-vif-plugged", "status": "completed", "tag": "c2897091-5357-4351-b52e-16aabb70179e", "code": 200}]} {{(pid=102997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:41:25.348973 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-16c0b37f-0579-4d15-b5ed-658389709030 {{(pid=102997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:41:25.349374 dv-cinder-831167-1-iscsi neutron-server[102997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '819c00fa-2142-4fc0-8d43-ed0c112f14fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2897091-5357-4351-b52e-16aabb70179e', 'code': 200} Feb 28 10:41:25.396806 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Pushing event updated for resources: {'Port': ['ID=c2897091-5357-4351-b52e-16aabb70179e,revision_number=5']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:25.925937 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54682b-851d-4f79-95a4-3a2e770fe9f5 req-bb22ee24-6409-46be-ab4a-439abcf61d0c tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:25.928058 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-bb54682b-851d-4f79-95a4-3a2e770fe9f5 req-bb22ee24-6409-46be-ab4a-439abcf61d0c tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=819c00fa-2142-4fc0-8d43-ed0c112f14fa HTTP/1.1" status: 200 len: 945 time: 0.0707176 Feb 28 10:41:25.974628 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-bb54682b-851d-4f79-95a4-3a2e770fe9f5 req-fa55e3f5-5a6c-4996-8061-cfd4ad8ab921 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405641 Feb 28 10:41:27.091570 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9cb03-202a-4fde-8e8e-d14681fdc0b7 req-96796200-bcb0-4be8-8a63-21c417958197 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:27.093049 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-90f9cb03-202a-4fde-8e8e-d14681fdc0b7 req-96796200-bcb0-4be8-8a63-21c417958197 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=819c00fa-2142-4fc0-8d43-ed0c112f14fa HTTP/1.1" status: 200 len: 945 time: 0.0532925 Feb 28 10:41:27.138159 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-90f9cb03-202a-4fde-8e8e-d14681fdc0b7 req-22dc69ff-7b84-4b7c-9e6c-ce5c29da39b1 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397236 Feb 28 10:41:27.161140 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-f723e634-9c76-4bbf-beef-5aa198e3e147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:28.254937 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275873a-8572-4694-823e-506b208d7855 req-28ea495f-75f7-42d5-9708-a13fe6a796e5 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:28.256964 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5275873a-8572-4694-823e-506b208d7855 req-28ea495f-75f7-42d5-9708-a13fe6a796e5 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=819c00fa-2142-4fc0-8d43-ed0c112f14fa HTTP/1.1" status: 200 len: 945 time: 0.0551360 Feb 28 10:41:28.302092 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5275873a-8572-4694-823e-506b208d7855 req-36efc231-3f8a-48b1-9ed9-1d9804d51b89 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395684 Feb 28 10:41:28.538756 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:29.418481 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556632e6-4ebe-4535-8afc-4b72ac477f6c req-5606d05f-9e3f-4ae6-bd7f-791f9b6b692f tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:29.419963 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-556632e6-4ebe-4535-8afc-4b72ac477f6c req-5606d05f-9e3f-4ae6-bd7f-791f9b6b692f tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=819c00fa-2142-4fc0-8d43-ed0c112f14fa HTTP/1.1" status: 200 len: 945 time: 0.0515707 Feb 28 10:41:29.463609 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-556632e6-4ebe-4535-8afc-4b72ac477f6c req-f5424c39-2084-4b75-b9b5-2cb3d0cd1dc3 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382984 Feb 28 10:41:29.912155 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:30.369597 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabbb7a-7f52-4cef-8976-451eb3be7cac req-c3bf1714-35a7-478a-be9b-edf00b828d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:30.371446 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-0dabbb7a-7f52-4cef-8976-451eb3be7cac req-c3bf1714-35a7-478a-be9b-edf00b828d7c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=819c00fa-2142-4fc0-8d43-ed0c112f14fa HTTP/1.1" status: 200 len: 1129 time: 0.0466082 Feb 28 10:41:30.423579 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-0dabbb7a-7f52-4cef-8976-451eb3be7cac req-a8514503-1984-4cea-a329-e290cfda9919 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442784 Feb 28 10:41:30.597017 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51745d-7122-4052-bfb6-9b47b7f86c33 req-5c77848c-bc35-4fcd-ab10-4e3379846e5f tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:30.598485 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-bc51745d-7122-4052-bfb6-9b47b7f86c33 req-5c77848c-bc35-4fcd-ab10-4e3379846e5f tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=819c00fa-2142-4fc0-8d43-ed0c112f14fa HTTP/1.1" status: 200 len: 945 time: 0.0642905 Feb 28 10:41:30.655393 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-bc51745d-7122-4052-bfb6-9b47b7f86c33 req-11df939a-1194-4fd1-a204-a1609f583214 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509276 Feb 28 10:41:31.526386 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:31.786852 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f0c2e-ab75-4720-960a-66f1d2bddaac req-04b4954c-60ce-44fa-ab73-1f9e995f066f tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:31.788665 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-cc6f0c2e-ab75-4720-960a-66f1d2bddaac req-04b4954c-60ce-44fa-ab73-1f9e995f066f tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=819c00fa-2142-4fc0-8d43-ed0c112f14fa HTTP/1.1" status: 200 len: 945 time: 0.0678921 Feb 28 10:41:31.842333 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-cc6f0c2e-ab75-4720-960a-66f1d2bddaac req-683ef130-469b-460b-9093-b89b0b949d46 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442038 Feb 28 10:41:32.957287 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226fa3db-54f6-468f-aeff-f6b38588ed35 req-25b29a02-9061-45cb-8765-eb235f681ac5 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:32.958717 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-226fa3db-54f6-468f-aeff-f6b38588ed35 req-25b29a02-9061-45cb-8765-eb235f681ac5 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=819c00fa-2142-4fc0-8d43-ed0c112f14fa HTTP/1.1" status: 200 len: 945 time: 0.0502713 Feb 28 10:41:33.007271 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-226fa3db-54f6-468f-aeff-f6b38588ed35 req-8b797691-98ad-4e28-a414-2c9d364a651c tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431068 Feb 28 10:41:34.041411 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (db31e800-75f5-4bdb-84cd-f402d346b45c), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:34.126080 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfdd333-c60a-4553-a8c8-fc2be84801dc req-f88f6147-6aa5-4101-ab01-eed05d19af71 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:34.127575 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-bbfdd333-c60a-4553-a8c8-fc2be84801dc req-f88f6147-6aa5-4101-ab01-eed05d19af71 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=819c00fa-2142-4fc0-8d43-ed0c112f14fa HTTP/1.1" status: 200 len: 945 time: 0.0524120 Feb 28 10:41:34.173331 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-bbfdd333-c60a-4553-a8c8-fc2be84801dc req-4e644eca-6aa9-420b-a08a-4c0872a870c3 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399675 Feb 28 10:41:35.286842 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0a291-bb21-477f-bd70-28cb4670d660 req-127dddc2-ee1a-4344-a0f3-b28c5d6bde81 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:35.288314 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-cbb0a291-bb21-477f-bd70-28cb4670d660 req-127dddc2-ee1a-4344-a0f3-b28c5d6bde81 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=819c00fa-2142-4fc0-8d43-ed0c112f14fa HTTP/1.1" status: 200 len: 945 time: 0.0515504 Feb 28 10:41:35.333748 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-cbb0a291-bb21-477f-bd70-28cb4670d660 req-dccd67ee-f0d7-4de2-928d-48d58f560ea4 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400450 Feb 28 10:41:36.452949 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44029d23-4ab6-43f9-9521-ca8e410aa264 req-c2646fbd-75f0-46d6-8ad8-4abb3f94c570 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:36.455179 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-44029d23-4ab6-43f9-9521-ca8e410aa264 req-c2646fbd-75f0-46d6-8ad8-4abb3f94c570 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=819c00fa-2142-4fc0-8d43-ed0c112f14fa HTTP/1.1" status: 200 len: 945 time: 0.0566909 Feb 28 10:41:36.504303 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-44029d23-4ab6-43f9-9521-ca8e410aa264 req-9502ea92-63fa-454e-b256-0e821ce8d9d5 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420763 Feb 28 10:41:37.626835 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b2f8e-cbc4-46b9-a211-bb55d01c76f1 req-ad1a4124-c1d9-47b4-b0fb-406d9b862114 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:37.628302 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ce4b2f8e-cbc4-46b9-a211-bb55d01c76f1 req-ad1a4124-c1d9-47b4-b0fb-406d9b862114 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=819c00fa-2142-4fc0-8d43-ed0c112f14fa HTTP/1.1" status: 200 len: 945 time: 0.0572164 Feb 28 10:41:37.673284 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ce4b2f8e-cbc4-46b9-a211-bb55d01c76f1 req-be4bdc52-13ed-45cf-b187-11786daa7485 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391920 Feb 28 10:41:38.807338 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da91c84-5039-422c-9939-b95502dc0225 req-adcd3be3-911e-478c-b449-b60564a82540 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:38.809051 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-8da91c84-5039-422c-9939-b95502dc0225 req-adcd3be3-911e-478c-b449-b60564a82540 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=819c00fa-2142-4fc0-8d43-ed0c112f14fa HTTP/1.1" status: 200 len: 945 time: 0.0543532 Feb 28 10:41:38.862885 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-8da91c84-5039-422c-9939-b95502dc0225 req-fc6aca5f-a18c-427d-9778-917a00f14e90 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483589 Feb 28 10:41:39.980100 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d751b-1698-43c0-8f2a-2e1330ac54b6 req-726c40ef-224c-4f67-950d-5af2c9a10c1c tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:39.981532 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e74d751b-1698-43c0-8f2a-2e1330ac54b6 req-726c40ef-224c-4f67-950d-5af2c9a10c1c tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=819c00fa-2142-4fc0-8d43-ed0c112f14fa HTTP/1.1" status: 200 len: 945 time: 0.0501225 Feb 28 10:41:40.028514 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e74d751b-1698-43c0-8f2a-2e1330ac54b6 req-1b0a9143-e03c-4acd-8584-6ab495341a38 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409963 Feb 28 10:41:40.429626 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.agents_db [None req-ad1b81bb-6a73-47ab-ba10-dec1fea0c152 None None] Agent healthcheck: found 6 active agents {{(pid=102998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:41:41.145489 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce71d6-eaa1-4f49-a526-1de1170af035 req-e84d97ee-1302-4498-9e6d-79e4cd152e29 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:41.146954 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-93ce71d6-eaa1-4f49-a526-1de1170af035 req-e84d97ee-1302-4498-9e6d-79e4cd152e29 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=819c00fa-2142-4fc0-8d43-ed0c112f14fa HTTP/1.1" status: 200 len: 945 time: 0.0513611 Feb 28 10:41:41.191160 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-93ce71d6-eaa1-4f49-a526-1de1170af035 req-75cbf099-aa67-4377-9698-283d526825b7 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388544 Feb 28 10:41:42.314699 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52fa9b6-fa87-4717-9852-a8d3102f3bb6 req-32ce179e-50bf-41ca-abc8-fbe151aa347f tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:42.316182 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d52fa9b6-fa87-4717-9852-a8d3102f3bb6 req-32ce179e-50bf-41ca-abc8-fbe151aa347f tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=819c00fa-2142-4fc0-8d43-ed0c112f14fa HTTP/1.1" status: 200 len: 945 time: 0.0564919 Feb 28 10:41:42.361750 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d52fa9b6-fa87-4717-9852-a8d3102f3bb6 req-6ce98f88-d604-4823-af91-63f0daa67856 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401146 Feb 28 10:41:43.482959 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221ba33-0f86-4363-a06c-8b84a5159adc req-63760653-8de3-4cea-9cc5-e4237c13fbd6 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:43.487438 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5221ba33-0f86-4363-a06c-8b84a5159adc req-63760653-8de3-4cea-9cc5-e4237c13fbd6 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=819c00fa-2142-4fc0-8d43-ed0c112f14fa HTTP/1.1" status: 200 len: 945 time: 0.0588689 Feb 28 10:41:43.531407 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5221ba33-0f86-4363-a06c-8b84a5159adc req-469a4449-c68e-4a40-83e5-06b48739a964 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412426 Feb 28 10:41:44.648912 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b1e23-2f17-4403-b98a-4c9d0bc62307 req-e1b5de94-f5c8-42ba-9650-c8a3d146084a tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:44.650374 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-104b1e23-2f17-4403-b98a-4c9d0bc62307 req-e1b5de94-f5c8-42ba-9650-c8a3d146084a tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=819c00fa-2142-4fc0-8d43-ed0c112f14fa HTTP/1.1" status: 200 len: 945 time: 0.0548952 Feb 28 10:41:44.695382 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-104b1e23-2f17-4403-b98a-4c9d0bc62307 req-638f8e07-d64e-48c1-8fd2-65528e639cd9 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390522 Feb 28 10:41:45.811659 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f57ef-b94f-49dc-a6f5-be82fd88fc65 req-a30cc5a0-f15b-41e2-9a72-9fe14012d559 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:45.813092 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-991f57ef-b94f-49dc-a6f5-be82fd88fc65 req-a30cc5a0-f15b-41e2-9a72-9fe14012d559 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=819c00fa-2142-4fc0-8d43-ed0c112f14fa HTTP/1.1" status: 200 len: 945 time: 0.0527847 Feb 28 10:41:45.858374 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-991f57ef-b94f-49dc-a6f5-be82fd88fc65 req-ed4a2303-5d5a-408f-a390-9441bac4e1f6 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399539 Feb 28 10:41:47.665884 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 59496) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:47.709419 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.db.db_base_plugin_v2 [None req-9db21766-14bb-421a-ac0d-0e8d2f615e8e admin admin] Deleting subnet d815ea78-c55c-4034-8ddf-d85f7d0de838 {{(pid=102995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:41:47.712476 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-9db21766-14bb-421a-ac0d-0e8d2f615e8e admin admin] Publish callbacks [] for subnet (d815ea78-c55c-4034-8ddf-d85f7d0de838), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:47.751330 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-9db21766-14bb-421a-ac0d-0e8d2f615e8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63575877'] for subnet (d815ea78-c55c-4034-8ddf-d85f7d0de838), precommit_delete_associations {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:47.795077 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-9db21766-14bb-421a-ac0d-0e8d2f615e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759398'] for subnet (d815ea78-c55c-4034-8ddf-d85f7d0de838), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:47.844930 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-9db21766-14bb-421a-ac0d-0e8d2f615e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63288137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63457326'] for subnet (d815ea78-c55c-4034-8ddf-d85f7d0de838), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:47.870242 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db21766-14bb-421a-ac0d-0e8d2f615e8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d815ea78-c55c-4034-8ddf-d85f7d0de838,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:47.879331 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-9db21766-14bb-421a-ac0d-0e8d2f615e8e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:47.882423 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-9db21766-14bb-421a-ac0d-0e8d2f615e8e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d815ea78-c55c-4034-8ddf-d85f7d0de838 HTTP/1.1" status: 204 len: 168 time: 0.2155418 Feb 28 10:41:47.883949 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db21766-14bb-421a-ac0d-0e8d2f615e8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:47.884302 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db21766-14bb-421a-ac0d-0e8d2f615e8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:47.884646 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db21766-14bb-421a-ac0d-0e8d2f615e8e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:47.884985 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db21766-14bb-421a-ac0d-0e8d2f615e8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:47.885084 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 59504) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:47.885529 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db21766-14bb-421a-ac0d-0e8d2f615e8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:47.885616 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db21766-14bb-421a-ac0d-0e8d2f615e8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:47.885950 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db21766-14bb-421a-ac0d-0e8d2f615e8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:47.886326 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db21766-14bb-421a-ac0d-0e8d2f615e8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:47.886598 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db21766-14bb-421a-ac0d-0e8d2f615e8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:47.886948 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db21766-14bb-421a-ac0d-0e8d2f615e8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:47.887277 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db21766-14bb-421a-ac0d-0e8d2f615e8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:47.887605 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db21766-14bb-421a-ac0d-0e8d2f615e8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:47.887975 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db21766-14bb-421a-ac0d-0e8d2f615e8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:47.954638 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-7679181c-5bfd-4ce9-9b4f-57f1a9643171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781725'] for network (8e50f157-ee2e-494a-9489-e7ce9f786921), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:48.028669 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-7679181c-5bfd-4ce9-9b4f-57f1a9643171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721821', 'neutron.services.segments.db._delete_segments_for_network-8783309880477'] for network (8e50f157-ee2e-494a-9489-e7ce9f786921), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:48.047919 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.services.segments.db [None req-7679181c-5bfd-4ce9-9b4f-57f1a9643171 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e50f157-ee2e-494a-9489-e7ce9f786921']}} {{(pid=102996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:48.057089 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.services.segments.db [None req-7679181c-5bfd-4ce9-9b4f-57f1a9643171 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46a5795d-9045-42d5-a5dd-fe341cc4bc47') {'for_net_delete': True} {{(pid=102996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:48.057371 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.services.segments.db [None req-7679181c-5bfd-4ce9-9b4f-57f1a9643171 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46a5795d-9045-42d5-a5dd-fe341cc4bc47') {} {{(pid=102996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:48.067274 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-7679181c-5bfd-4ce9-9b4f-57f1a9643171 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783309883046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63660259'] for segment (46a5795d-9045-42d5-a5dd-fe341cc4bc47), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:48.081026 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-7679181c-5bfd-4ce9-9b4f-57f1a9643171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761337'] for segment (46a5795d-9045-42d5-a5dd-fe341cc4bc47), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:48.087001 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7679181c-5bfd-4ce9-9b4f-57f1a9643171 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=102996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:41:48.087383 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-7679181c-5bfd-4ce9-9b4f-57f1a9643171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63361976'] for segment (46a5795d-9045-42d5-a5dd-fe341cc4bc47), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:48.089043 dv-cinder-831167-1-iscsi neutron-server[102996]: Traceback (most recent call last): Feb 28 10:41:48.089043 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:41:48.089043 dv-cinder-831167-1-iscsi neutron-server[102996]: timer() Feb 28 10:41:48.089043 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:41:48.089043 dv-cinder-831167-1-iscsi neutron-server[102996]: cb(*args, **kw) Feb 28 10:41:48.089043 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:41:48.089043 dv-cinder-831167-1-iscsi neutron-server[102996]: return func(*args, **kwargs) Feb 28 10:41:48.089043 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:41:48.089043 dv-cinder-831167-1-iscsi neutron-server[102996]: self._notify() Feb 28 10:41:48.089043 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:41:48.089043 dv-cinder-831167-1-iscsi neutron-server[102996]: self.callback(batched_events) Feb 28 10:41:48.089043 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:41:48.089043 dv-cinder-831167-1-iscsi neutron-server[102996]: event.method(event) Feb 28 10:41:48.089043 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:41:48.089043 dv-cinder-831167-1-iscsi neutron-server[102996]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:41:48.089043 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:41:48.089043 dv-cinder-831167-1-iscsi neutron-server[102996]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:41:48.089043 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:41:48.089043 dv-cinder-831167-1-iscsi neutron-server[102996]: return f(self, *a, **k) Feb 28 10:41:48.089043 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:41:48.089043 dv-cinder-831167-1-iscsi neutron-server[102996]: return self._get(url).json() Feb 28 10:41:48.089043 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:41:48.089043 dv-cinder-831167-1-iscsi neutron-server[102996]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:41:48.089043 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:41:48.089043 dv-cinder-831167-1-iscsi neutron-server[102996]: return self.request(url, 'GET', **kwargs) Feb 28 10:41:48.089043 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:41:48.089043 dv-cinder-831167-1-iscsi neutron-server[102996]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:41:48.089043 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:41:48.089043 dv-cinder-831167-1-iscsi neutron-server[102996]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:41:48.089043 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:41:48.089043 dv-cinder-831167-1-iscsi neutron-server[102996]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:41:48.089043 dv-cinder-831167-1-iscsi neutron-server[102996]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:41:48.147897 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-7679181c-5bfd-4ce9-9b4f-57f1a9643171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-379147'] for network (8e50f157-ee2e-494a-9489-e7ce9f786921), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:48.154084 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-7679181c-5bfd-4ce9-9b4f-57f1a9643171 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for network (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:48.157208 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-7679181c-5bfd-4ce9-9b4f-57f1a9643171 admin admin] 10.222.0.44 "DELETE /v2.0/networks/8e50f157-ee2e-494a-9489-e7ce9f786921 HTTP/1.1" status: 204 len: 168 time: 0.2711611 Feb 28 10:41:48.167939 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7679181c-5bfd-4ce9-9b4f-57f1a9643171 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e50f157-ee2e-494a-9489-e7ce9f786921,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:48.350290 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 59518) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:48.393828 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-bb99673d-675f-4a3a-8454-df79447f479c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c6342293c1f74a629d3f9097a3815571&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423717 Feb 28 10:41:48.396781 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 59524) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:48.442458 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-38039aec-f1b4-4900-a2ed-a23e1edf6326 admin admin] Publish callbacks [] for security_group (17b4268a-32ba-4e54-ba83-94980313652d), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:48.463080 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-38039aec-f1b4-4900-a2ed-a23e1edf6326 admin admin] Publish callbacks [] for security_group (17b4268a-32ba-4e54-ba83-94980313652d), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:48.523764 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-38039aec-f1b4-4900-a2ed-a23e1edf6326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (17b4268a-32ba-4e54-ba83-94980313652d), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:48.527866 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-38039aec-f1b4-4900-a2ed-a23e1edf6326 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:48.530005 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-38039aec-f1b4-4900-a2ed-a23e1edf6326 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/17b4268a-32ba-4e54-ba83-94980313652d HTTP/1.1" status: 204 len: 168 time: 0.1321919 Feb 28 10:41:48.543693 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38039aec-f1b4-4900-a2ed-a23e1edf6326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b4268a-32ba-4e54-ba83-94980313652d,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:51.267818 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 59684) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:51.303356 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 59688) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:51.420319 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-6ffc87da-e86a-4e8d-8a86-4e275a1b5643 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:51.434989 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-3d7a99f3-a028-424c-bb50-4d680f3c2769 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:51.549006 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-6ffc87da-e86a-4e8d-8a86-4e275a1b5643 admin admin] Publish callbacks [] for security_group (a64dd5b9-1f73-45a9-9058-c70631fe1eb3), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:51.558541 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-6ffc87da-e86a-4e8d-8a86-4e275a1b5643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (a64dd5b9-1f73-45a9-9058-c70631fe1eb3), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:51.586343 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-3d7a99f3-a028-424c-bb50-4d680f3c2769 admin admin] Publish callbacks [] for security_group (d7a691ab-fe7f-4c68-a9d4-6ae802079bc8), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:51.605822 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-3d7a99f3-a028-424c-bb50-4d680f3c2769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (d7a691ab-fe7f-4c68-a9d4-6ae802079bc8), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:51.619756 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-6ffc87da-e86a-4e8d-8a86-4e275a1b5643 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3a11b92e88664251b219068ea7a06b2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3153522 Feb 28 10:41:51.622443 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 59700) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:51.624978 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffc87da-e86a-4e8d-8a86-4e275a1b5643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64dd5b9-1f73-45a9-9058-c70631fe1eb3,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:51.648004 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-3d7a99f3-a028-424c-bb50-4d680f3c2769 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cf63b36d323a4daa837292f52f9f9d4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3790438 Feb 28 10:41:51.648826 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 59702) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:51.676169 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7a99f3-a028-424c-bb50-4d680f3c2769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a691ab-fe7f-4c68-a9d4-6ae802079bc8,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:51.678039 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-98c15ac9-c5fd-4af2-822e-95dd3bc06a21 admin admin] Publish callbacks [] for security_group (a64dd5b9-1f73-45a9-9058-c70631fe1eb3), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:51.702491 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-98c15ac9-c5fd-4af2-822e-95dd3bc06a21 admin admin] Publish callbacks [] for security_group (a64dd5b9-1f73-45a9-9058-c70631fe1eb3), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:51.719097 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-624d4639-8a2a-4eb9-994c-ff007f3a4fd6 admin admin] Publish callbacks [] for security_group (d7a691ab-fe7f-4c68-a9d4-6ae802079bc8), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:51.754364 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-624d4639-8a2a-4eb9-994c-ff007f3a4fd6 admin admin] Publish callbacks [] for security_group (d7a691ab-fe7f-4c68-a9d4-6ae802079bc8), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:51.759136 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-98c15ac9-c5fd-4af2-822e-95dd3bc06a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (a64dd5b9-1f73-45a9-9058-c70631fe1eb3), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:51.764621 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-98c15ac9-c5fd-4af2-822e-95dd3bc06a21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:51.766945 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-98c15ac9-c5fd-4af2-822e-95dd3bc06a21 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a64dd5b9-1f73-45a9-9058-c70631fe1eb3 HTTP/1.1" status: 204 len: 168 time: 0.1423655 Feb 28 10:41:51.774029 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c15ac9-c5fd-4af2-822e-95dd3bc06a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64dd5b9-1f73-45a9-9058-c70631fe1eb3,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:51.830593 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-624d4639-8a2a-4eb9-994c-ff007f3a4fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (d7a691ab-fe7f-4c68-a9d4-6ae802079bc8), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:51.833717 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-624d4639-8a2a-4eb9-994c-ff007f3a4fd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:51.838055 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-624d4639-8a2a-4eb9-994c-ff007f3a4fd6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d7a691ab-fe7f-4c68-a9d4-6ae802079bc8 HTTP/1.1" status: 204 len: 168 time: 0.1833866 Feb 28 10:41:51.859966 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d4639-8a2a-4eb9-994c-ff007f3a4fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a691ab-fe7f-4c68-a9d4-6ae802079bc8,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:52.093173 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 59720) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:52.110789 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-6494e39c-9a49-42f1-a626-dcda9b62cb8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:52.203725 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-6494e39c-9a49-42f1-a626-dcda9b62cb8f admin admin] Publish callbacks [] for security_group (98ec0d6f-fed4-4297-b09f-54b3f666595b), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:52.208024 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-6494e39c-9a49-42f1-a626-dcda9b62cb8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (98ec0d6f-fed4-4297-b09f-54b3f666595b), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:52.248166 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-6494e39c-9a49-42f1-a626-dcda9b62cb8f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7449871cabbd4638a5844671816a4327&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1533835 Feb 28 10:41:52.249014 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6494e39c-9a49-42f1-a626-dcda9b62cb8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ec0d6f-fed4-4297-b09f-54b3f666595b,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:52.251682 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 59722) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:52.300752 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-2a8eba75-4c97-4f87-b9ce-f0064fdd1e6b admin admin] Publish callbacks [] for security_group (98ec0d6f-fed4-4297-b09f-54b3f666595b), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:52.323033 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-2a8eba75-4c97-4f87-b9ce-f0064fdd1e6b admin admin] Publish callbacks [] for security_group (98ec0d6f-fed4-4297-b09f-54b3f666595b), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:52.368761 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-2a8eba75-4c97-4f87-b9ce-f0064fdd1e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (98ec0d6f-fed4-4297-b09f-54b3f666595b), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:52.371354 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-2a8eba75-4c97-4f87-b9ce-f0064fdd1e6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:52.372538 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-2a8eba75-4c97-4f87-b9ce-f0064fdd1e6b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/98ec0d6f-fed4-4297-b09f-54b3f666595b HTTP/1.1" status: 204 len: 168 time: 0.1196086 Feb 28 10:41:52.384376 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8eba75-4c97-4f87-b9ce-f0064fdd1e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ec0d6f-fed4-4297-b09f-54b3f666595b,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:52.741278 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 59730) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:52.754059 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-64cd1016-f66d-4d97-8243-971ea568ac2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:52.832349 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-64cd1016-f66d-4d97-8243-971ea568ac2f admin admin] Publish callbacks [] for security_group (18529bc9-f1f3-4180-b011-767d6d99c84b), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:52.835991 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-64cd1016-f66d-4d97-8243-971ea568ac2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (18529bc9-f1f3-4180-b011-767d6d99c84b), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:52.873769 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-64cd1016-f66d-4d97-8243-971ea568ac2f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ca7ec036aba14f5c847745f7dac65580&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1313515 Feb 28 10:41:52.874684 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd1016-f66d-4d97-8243-971ea568ac2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18529bc9-f1f3-4180-b011-767d6d99c84b,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:52.876432 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 59734) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:52.926028 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-0c3b74ba-5ccd-4a3d-98d6-6c5ef20ba52c admin admin] Publish callbacks [] for security_group (18529bc9-f1f3-4180-b011-767d6d99c84b), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:52.951160 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-0c3b74ba-5ccd-4a3d-98d6-6c5ef20ba52c admin admin] Publish callbacks [] for security_group (18529bc9-f1f3-4180-b011-767d6d99c84b), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:53.000558 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-0c3b74ba-5ccd-4a3d-98d6-6c5ef20ba52c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (18529bc9-f1f3-4180-b011-767d6d99c84b), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:53.003127 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-0c3b74ba-5ccd-4a3d-98d6-6c5ef20ba52c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:53.004258 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-0c3b74ba-5ccd-4a3d-98d6-6c5ef20ba52c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/18529bc9-f1f3-4180-b011-767d6d99c84b HTTP/1.1" status: 204 len: 168 time: 0.1267385 Feb 28 10:41:53.012410 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3b74ba-5ccd-4a3d-98d6-6c5ef20ba52c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18529bc9-f1f3-4180-b011-767d6d99c84b,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:54.881089 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee352a-7fc4-47f3-86ad-30032738ea64 req-3d4fcfff-68d0-49b4-be9a-f392c6612070 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:54.882662 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-17ee352a-7fc4-47f3-86ad-30032738ea64 req-3d4fcfff-68d0-49b4-be9a-f392c6612070 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0605187 Feb 28 10:41:54.890191 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e4da1-54f8-454e-a470-eef823747bfa req-a5f5b38b-8a20-47a2-8cf3-c654e91ba79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:54.891800 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-692e4da1-54f8-454e-a470-eef823747bfa req-a5f5b38b-8a20-47a2-8cf3-c654e91ba79b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=61d81f9de04c480389701ad30319c05a&device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 1129 time: 0.0447142 Feb 28 10:41:54.944046 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-17ee352a-7fc4-47f3-86ad-30032738ea64 req-075a5bed-18f0-4539-ae00-9e88170f92c3 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553403 Feb 28 10:41:54.952679 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-1445ac4e-f0d7-4276-9278-4ede1ddd542e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:54.992589 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e4da1-54f8-454e-a470-eef823747bfa req-a4b8c761-b479-4ef4-a2d9-6795cab20e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:54.994040 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-692e4da1-54f8-454e-a470-eef823747bfa req-a4b8c761-b479-4ef4-a2d9-6795cab20e11 service neutron] 10.222.0.46 "GET /v2.0/networks?id=181d6fbd-5cb4-4bfd-bffa-34f454380b3f HTTP/1.1" status: 200 len: 920 time: 0.0943830 Feb 28 10:41:55.266545 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-692e4da1-54f8-454e-a470-eef823747bfa req-6fd51ce1-a25c-4c50-8d94-c5baeff298a8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95c6068a-e402-4937-9f00-38486bf61104 HTTP/1.1" status: 200 len: 217 time: 0.2643554 Feb 28 10:41:55.314648 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e4da1-54f8-454e-a470-eef823747bfa req-6bfd35f3-9b1a-4533-9f50-eba8f1fb23a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:55.316143 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-692e4da1-54f8-454e-a470-eef823747bfa req-6bfd35f3-9b1a-4533-9f50-eba8f1fb23a0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bb0c5a25-3924-4147-8d5d-a4a9902af2f7 HTTP/1.1" status: 200 len: 859 time: 0.0436723 Feb 28 10:41:55.349246 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-692e4da1-54f8-454e-a470-eef823747bfa req-f21ba690-cff0-44f6-91a3-fb905ec2d3e1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=181d6fbd-5cb4-4bfd-bffa-34f454380b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270102 Feb 28 10:41:55.441759 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-692e4da1-54f8-454e-a470-eef823747bfa req-d9791bf7-31c6-406e-b8bd-4efa56537af9 service neutron] 10.222.0.46 "GET /v2.0/networks/181d6fbd-5cb4-4bfd-bffa-34f454380b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857153 Feb 28 10:41:55.530969 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-692e4da1-54f8-454e-a470-eef823747bfa req-a024fe0f-0427-47b3-8d95-8a553120a62b service neutron] 10.222.0.46 "GET /v2.0/networks/181d6fbd-5cb4-4bfd-bffa-34f454380b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829289 Feb 28 10:41:56.067151 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e80d0-b2e9-4ca8-b270-a2a7dd0a5298 req-15cbac07-8153-4054-b6ac-62689d206b08 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:56.068634 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-9f3e80d0-b2e9-4ca8-b270-a2a7dd0a5298 req-15cbac07-8153-4054-b6ac-62689d206b08 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0524187 Feb 28 10:41:56.115725 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-9f3e80d0-b2e9-4ca8-b270-a2a7dd0a5298 req-ab07a4f4-1291-49fd-99f1-6526399318ff tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415246 Feb 28 10:41:57.168252 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-9a083e93-ff64-4808-910b-26d22bcee0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:57.251630 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e525a0ce-1c26-49dd-8e67-50de9ee3717d req-bdae9972-a75f-4599-98e1-6090a62de3ef tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:57.253036 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e525a0ce-1c26-49dd-8e67-50de9ee3717d req-bdae9972-a75f-4599-98e1-6090a62de3ef tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0615175 Feb 28 10:41:57.299235 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e525a0ce-1c26-49dd-8e67-50de9ee3717d req-1aa4a0d4-6880-4ba0-80e5-77b68530af22 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404377 Feb 28 10:41:57.660056 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 59850) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:57.761897 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-fc0233eb-d510-4b97-ab3c-21c1ee069090 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:57.837302 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-fc0233eb-d510-4b97-ab3c-21c1ee069090 admin admin] Publish callbacks [] for security_group (1bc27d0c-296b-4cb3-90b9-b2f12c20d69c), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:57.841051 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-fc0233eb-d510-4b97-ab3c-21c1ee069090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (1bc27d0c-296b-4cb3-90b9-b2f12c20d69c), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:57.882755 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-fc0233eb-d510-4b97-ab3c-21c1ee069090 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f733426cd7ff41e1a3da5ef28afacdb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2216234 Feb 28 10:41:57.883627 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0233eb-d510-4b97-ab3c-21c1ee069090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc27d0c-296b-4cb3-90b9-b2f12c20d69c,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:57.885571 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 59854) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:57.938463 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-d736b5be-47d9-494d-a918-6311111292d1 admin admin] Publish callbacks [] for security_group (1bc27d0c-296b-4cb3-90b9-b2f12c20d69c), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:57.959226 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-d736b5be-47d9-494d-a918-6311111292d1 admin admin] Publish callbacks [] for security_group (1bc27d0c-296b-4cb3-90b9-b2f12c20d69c), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:58.004827 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-d736b5be-47d9-494d-a918-6311111292d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (1bc27d0c-296b-4cb3-90b9-b2f12c20d69c), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:58.007699 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-d736b5be-47d9-494d-a918-6311111292d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:58.008840 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-d736b5be-47d9-494d-a918-6311111292d1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1bc27d0c-296b-4cb3-90b9-b2f12c20d69c HTTP/1.1" status: 204 len: 168 time: 0.1217725 Feb 28 10:41:58.017062 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d736b5be-47d9-494d-a918-6311111292d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc27d0c-296b-4cb3-90b9-b2f12c20d69c,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:58.417371 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d177695-7805-4af0-bc5b-5f71c640b699 req-f3e6c8f4-39b4-408e-af1e-b6330c860d3b tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:58.418740 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5d177695-7805-4af0-bc5b-5f71c640b699 req-f3e6c8f4-39b4-408e-af1e-b6330c860d3b tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0525341 Feb 28 10:41:58.465696 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5d177695-7805-4af0-bc5b-5f71c640b699 req-e70bc0a6-88d4-479c-9113-5950c9492129 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403280 Feb 28 10:41:58.542972 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:59.583730 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afff0c4-2d96-44f2-b7d5-0d26265fda8f req-706539ab-794c-4124-9bf4-83567cf0f9a9 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:59.585181 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7afff0c4-2d96-44f2-b7d5-0d26265fda8f req-706539ab-794c-4124-9bf4-83567cf0f9a9 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0521541 Feb 28 10:41:59.633989 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7afff0c4-2d96-44f2-b7d5-0d26265fda8f req-81052fda-0468-4d3e-a612-7d36fadfbafe tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432827 Feb 28 10:41:59.914281 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:00.750759 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f192d80-f3bd-48d5-aecf-52a559fc95d0 req-5c4d1585-50bc-45c2-88f6-4f37787a42b1 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:00.752365 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2f192d80-f3bd-48d5-aecf-52a559fc95d0 req-5c4d1585-50bc-45c2-88f6-4f37787a42b1 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0514548 Feb 28 10:42:00.800639 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2f192d80-f3bd-48d5-aecf-52a559fc95d0 req-8ff49cf8-94ae-462a-b2e4-4a689522263d tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420656 Feb 28 10:42:01.528542 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:01.923344 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f961695-ed59-4a47-94c7-ff32e76dca33 req-2a8ba508-75dd-4c26-8821-a2c0d0d5143c tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:01.924799 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1f961695-ed59-4a47-94c7-ff32e76dca33 req-2a8ba508-75dd-4c26-8821-a2c0d0d5143c tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0571554 Feb 28 10:42:01.969291 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1f961695-ed59-4a47-94c7-ff32e76dca33 req-b2c76447-c2ee-4570-bdab-7cf381fe7112 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390220 Feb 28 10:42:03.094023 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab95bb-4b59-4fe3-9d3d-abfe2296b92b req-d60c63a8-249b-435c-a5b5-d948f76a0447 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:03.095549 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-31ab95bb-4b59-4fe3-9d3d-abfe2296b92b req-d60c63a8-249b-435c-a5b5-d948f76a0447 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0575163 Feb 28 10:42:03.144054 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-31ab95bb-4b59-4fe3-9d3d-abfe2296b92b req-73841dfe-4572-4826-bd52-049804dcd9cd tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426598 Feb 28 10:42:04.043204 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (db31e800-75f5-4bdb-84cd-f402d346b45c), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:04.265049 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454bfda6-55b2-4c1a-8c21-434c6cda7cee req-d5380dfe-c854-492b-8e08-7cfde3c09c53 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:04.266519 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-454bfda6-55b2-4c1a-8c21-434c6cda7cee req-d5380dfe-c854-492b-8e08-7cfde3c09c53 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0525420 Feb 28 10:42:04.313406 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-454bfda6-55b2-4c1a-8c21-434c6cda7cee req-a18ecfd3-8f29-4015-8f9b-4c5f0d5138aa tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413485 Feb 28 10:42:05.441838 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949e480-8fd4-4c3c-af10-5435a610160e req-e4fbcb3c-80cb-429b-8d04-8cdf10037419 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:05.443329 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e949e480-8fd4-4c3c-af10-5435a610160e req-e4fbcb3c-80cb-429b-8d04-8cdf10037419 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0574613 Feb 28 10:42:05.497219 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e949e480-8fd4-4c3c-af10-5435a610160e req-f6878ed9-a1e4-4c0c-b685-4fcb9c4d245b tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486093 Feb 28 10:42:05.700271 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd9202-80d2-4433-ac51-24776329395b req-85707f9e-9906-482b-86c5-61586121ae25 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:05.701743 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-dacd9202-80d2-4433-ac51-24776329395b req-85707f9e-9906-482b-86c5-61586121ae25 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/ports?device_id=710b3a97-8425-44cd-8707-cc29e56fd17c HTTP/1.1" status: 200 len: 946 time: 0.0528102 Feb 28 10:42:05.745723 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-dacd9202-80d2-4433-ac51-24776329395b req-a74bff65-cbed-4227-9713-e8df0cbd70c2 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3a60a65-45aa-4b68-a140-f3529d1903ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385072 Feb 28 10:42:06.167545 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-7ca46ec4-7441-4e73-80e8-177cd5c044ff req-adc5cf31-c6d3-4479-8cf7-951c19af7e0f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418751 Feb 28 10:42:06.271825 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca46ec4-7441-4e73-80e8-177cd5c044ff req-23ff9956-c065-429b-9706-c23d2d12fbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:06.273581 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-7ca46ec4-7441-4e73-80e8-177cd5c044ff req-23ff9956-c065-429b-9706-c23d2d12fbc0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=61d81f9de04c480389701ad30319c05a&device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 1130 time: 0.0467525 Feb 28 10:42:06.390620 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca46ec4-7441-4e73-80e8-177cd5c044ff req-0d2cbf1d-a882-4312-a30f-71db8a76eca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:06.392107 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-7ca46ec4-7441-4e73-80e8-177cd5c044ff req-0d2cbf1d-a882-4312-a30f-71db8a76eca1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=181d6fbd-5cb4-4bfd-bffa-34f454380b3f HTTP/1.1" status: 200 len: 920 time: 0.0855455 Feb 28 10:42:06.435140 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-7ca46ec4-7441-4e73-80e8-177cd5c044ff req-9d89b715-c457-4c5b-b2c5-e7b3bef7d7b2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f245c2a6-a750-496a-95c4-cf5ce2375a89 HTTP/1.1" status: 200 len: 217 time: 0.0339818 Feb 28 10:42:06.490671 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca46ec4-7441-4e73-80e8-177cd5c044ff req-6a1018c8-d1d8-4403-a5e6-d3204a18e11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:06.492178 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-7ca46ec4-7441-4e73-80e8-177cd5c044ff req-6a1018c8-d1d8-4403-a5e6-d3204a18e11e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bb0c5a25-3924-4147-8d5d-a4a9902af2f7 HTTP/1.1" status: 200 len: 859 time: 0.0490651 Feb 28 10:42:06.526868 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-7ca46ec4-7441-4e73-80e8-177cd5c044ff req-283b975c-e00c-4dbe-8200-0bbd8642bc7f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=181d6fbd-5cb4-4bfd-bffa-34f454380b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265980 Feb 28 10:42:06.619830 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-7ca46ec4-7441-4e73-80e8-177cd5c044ff req-2e2f1b43-0a5c-4de5-b50f-03ddc562a6d2 service neutron] 10.222.0.46 "GET /v2.0/networks/181d6fbd-5cb4-4bfd-bffa-34f454380b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835626 Feb 28 10:42:06.627734 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e3d3b-7aa2-40e3-892e-1e499485320f req-20473494-8d1e-4de6-a821-98f3a233cdd5 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:06.629629 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ad3e3d3b-7aa2-40e3-892e-1e499485320f req-20473494-8d1e-4de6-a821-98f3a233cdd5 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0633185 Feb 28 10:42:06.684295 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ad3e3d3b-7aa2-40e3-892e-1e499485320f req-39746d78-fe5b-4bd1-9dd4-ffbb8f0504e7 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480139 Feb 28 10:42:06.717158 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-7ca46ec4-7441-4e73-80e8-177cd5c044ff req-2ddc9ac7-3f52-47a9-afaf-cd201cc14170 service neutron] 10.222.0.46 "GET /v2.0/networks/181d6fbd-5cb4-4bfd-bffa-34f454380b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898747 Feb 28 10:42:06.864882 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac459371-201f-4982-9350-3ef11dea9d4a req-c60b6385-b415-4697-8df5-0862e86fd13e tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:06.866316 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ac459371-201f-4982-9350-3ef11dea9d4a req-c60b6385-b415-4697-8df5-0862e86fd13e tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/ports?device_id=710b3a97-8425-44cd-8707-cc29e56fd17c HTTP/1.1" status: 200 len: 946 time: 0.0515859 Feb 28 10:42:06.912142 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ac459371-201f-4982-9350-3ef11dea9d4a req-2766dc7b-2aa4-4580-8984-e5d42387777e tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3a60a65-45aa-4b68-a140-f3529d1903ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402493 Feb 28 10:42:07.798351 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58bc38-ea93-49bd-bc95-263c934699e9 req-a3fe34e1-ffb7-45f5-9035-7d2924490191 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:07.799815 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5d58bc38-ea93-49bd-bc95-263c934699e9 req-a3fe34e1-ffb7-45f5-9035-7d2924490191 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0511782 Feb 28 10:42:07.843443 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5d58bc38-ea93-49bd-bc95-263c934699e9 req-de35046b-1bd9-4366-85af-4e194c08ec95 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383322 Feb 28 10:42:08.037046 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b6a4a-3146-4bad-b258-7c3cb5727169 req-220c19f0-6149-473f-ab01-66ddbe62f83e tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:08.038487 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-871b6a4a-3146-4bad-b258-7c3cb5727169 req-220c19f0-6149-473f-ab01-66ddbe62f83e tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/ports?device_id=710b3a97-8425-44cd-8707-cc29e56fd17c HTTP/1.1" status: 200 len: 946 time: 0.0546324 Feb 28 10:42:08.084720 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-871b6a4a-3146-4bad-b258-7c3cb5727169 req-c8597902-deb3-43f0-80fb-f1892456fcc9 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3a60a65-45aa-4b68-a140-f3529d1903ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402367 Feb 28 10:42:08.797989 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c835ef-13e1-488a-88c0-17fdf1354982 req-211ee887-6c46-4798-9a85-d28c0f9f358b tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:08.799450 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-61c835ef-13e1-488a-88c0-17fdf1354982 req-211ee887-6c46-4798-9a85-d28c0f9f358b tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.46 "GET /v2.0/ports?device_id=710b3a97-8425-44cd-8707-cc29e56fd17c HTTP/1.1" status: 200 len: 946 time: 0.0522914 Feb 28 10:42:08.892381 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [req-61c835ef-13e1-488a-88c0-17fdf1354982 req-b108197a-17db-4998-88d4-971e40794f57 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Deleting port 4b07a73d-ae91-483f-8780-80e859a7aece {{(pid=102996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:42:08.892725 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-61c835ef-13e1-488a-88c0-17fdf1354982 req-b108197a-17db-4998-88d4-971e40794f57 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (4b07a73d-ae91-483f-8780-80e859a7aece), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:08.966758 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef3bae9-7814-43cc-b14f-7bede7d6d87d req-f7bea620-669d-4681-baae-73fd12f8a2e2 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:08.968276 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0ef3bae9-7814-43cc-b14f-7bede7d6d87d req-f7bea620-669d-4681-baae-73fd12f8a2e2 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0564504 Feb 28 10:42:08.985612 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-61c835ef-13e1-488a-88c0-17fdf1354982 req-b108197a-17db-4998-88d4-971e40794f57 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] For port 4b07a73d-ae91-483f-8780-80e859a7aece, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=4b07a73d-ae91-483f-8780-80e859a7aece,segment=NetworkSegment(0a13a6bd-1777-427f-91c3-bea6c3e3d76f),segment_id=0a13a6bd-1777-427f-91c3-bea6c3e3d76f)] {{(pid=102996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:08.985977 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-61c835ef-13e1-488a-88c0-17fdf1354982 req-b108197a-17db-4998-88d4-971e40794f57 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (4b07a73d-ae91-483f-8780-80e859a7aece), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:08.998347 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [req-61c835ef-13e1-488a-88c0-17fdf1354982 req-b108197a-17db-4998-88d4-971e40794f57 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Calling delete_port for 4b07a73d-ae91-483f-8780-80e859a7aece owned by compute:nova {{(pid=102996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:42:09.014749 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0ef3bae9-7814-43cc-b14f-7bede7d6d87d req-2ef0241f-b784-4279-9165-37961afb0b2c tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402980 Feb 28 10:42:09.129308 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-61c835ef-13e1-488a-88c0-17fdf1354982 req-b108197a-17db-4998-88d4-971e40794f57 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (4b07a73d-ae91-483f-8780-80e859a7aece), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:09.158418 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b108197a-17db-4998-88d4-971e40794f57 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Pushing event deleted for resources: {'Port': ['ID=4b07a73d-ae91-483f-8780-80e859a7aece,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:09.170427 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b108197a-17db-4998-88d4-971e40794f57 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:09.170790 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b108197a-17db-4998-88d4-971e40794f57 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:09.171163 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b108197a-17db-4998-88d4-971e40794f57 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:09.171504 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b108197a-17db-4998-88d4-971e40794f57 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:09.171849 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b108197a-17db-4998-88d4-971e40794f57 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:09.172186 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b108197a-17db-4998-88d4-971e40794f57 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:09.172518 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b108197a-17db-4998-88d4-971e40794f57 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:09.172850 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b108197a-17db-4998-88d4-971e40794f57 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:09.173178 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b108197a-17db-4998-88d4-971e40794f57 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:09.173505 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b108197a-17db-4998-88d4-971e40794f57 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:09.173943 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b108197a-17db-4998-88d4-971e40794f57 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:09.174158 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b108197a-17db-4998-88d4-971e40794f57 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:09.174477 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b108197a-17db-4998-88d4-971e40794f57 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:09.190636 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-53f09744-c3b2-44a2-a0d9-f655fd50dbae req-adb812c2-6688-4f0b-a6b5-c8a283e8ebb0 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/ports?device_id=710b3a97-8425-44cd-8707-cc29e56fd17c HTTP/1.1" status: 200 len: 210 time: 0.0344419 Feb 28 10:42:09.194810 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] get_ports_and_sgs() called for port_ids ['4b07a73d-ae91-483f-8780-80e859a7aece'] {{(pid=102997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:42:09.211323 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c835ef-13e1-488a-88c0-17fdf1354982 req-b108197a-17db-4998-88d4-971e40794f57 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] No DVR routers for this DVR port 4b07a73d-ae91-483f-8780-80e859a7aece on host hv-cinder-83116 {{(pid=102996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:42:09.216821 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-61c835ef-13e1-488a-88c0-17fdf1354982 req-b108197a-17db-4998-88d4-971e40794f57 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:09.220131 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-61c835ef-13e1-488a-88c0-17fdf1354982 req-b108197a-17db-4998-88d4-971e40794f57 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.46 "DELETE /v2.0/ports/4b07a73d-ae91-483f-8780-80e859a7aece HTTP/1.1" status: 204 len: 173 time: 0.4139369 Feb 28 10:42:09.220570 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710b3a97-8425-44cd-8707-cc29e56fd17c', 'name': 'network-vif-deleted', 'tag': '4b07a73d-ae91-483f-8780-80e859a7aece'}] {{(pid=102996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:42:09.222775 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fc607127e9415785fd538e0c70e4bf06f6b8f20b6b46de5a0809c41644901f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e98e9f-b5e3-4cca-9f55-83398c4ec4c0" -d '{"events": [{"server_uuid": "710b3a97-8425-44cd-8707-cc29e56fd17c", "name": "network-vif-deleted", "tag": "4b07a73d-ae91-483f-8780-80e859a7aece"}]}' {{(pid=102996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:42:09.258399 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b1a9f4-b838-4a7a-85ff-d412c5821b81 x-openstack-request-id: req-25b1a9f4-b838-4a7a-85ff-d412c5821b81 {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:42:09.258776 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710b3a97-8425-44cd-8707-cc29e56fd17c", "name": "network-vif-deleted", "tag": "4b07a73d-ae91-483f-8780-80e859a7aece", "status": "completed", "code": 200}]} {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:42:09.259064 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-25b1a9f4-b838-4a7a-85ff-d412c5821b81 {{(pid=102996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:42:09.259487 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710b3a97-8425-44cd-8707-cc29e56fd17c', 'name': 'network-vif-deleted', 'tag': '4b07a73d-ae91-483f-8780-80e859a7aece', 'status': 'completed', 'code': 200} Feb 28 10:42:09.513692 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a711257e-abbb-4cab-bf4a-4e46264a50f7 req-bc8e9eec-277b-4a3a-994d-873cf247f81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:09.515328 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-a711257e-abbb-4cab-bf4a-4e46264a50f7 req-bc8e9eec-277b-4a3a-994d-873cf247f81a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 1129 time: 0.0490236 Feb 28 10:42:09.558597 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-a711257e-abbb-4cab-bf4a-4e46264a50f7 req-236d0503-83cd-4bbf-966f-408198b81304 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373011 Feb 28 10:42:10.133763 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66f9b0-09ef-439a-9ddb-af6dc1e387ba req-b4b25827-bc17-4385-bbfe-8316b93827c3 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:10.135246 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-bf66f9b0-09ef-439a-9ddb-af6dc1e387ba req-b4b25827-bc17-4385-bbfe-8316b93827c3 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0561154 Feb 28 10:42:10.181702 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-bf66f9b0-09ef-439a-9ddb-af6dc1e387ba req-5faffb90-bcb3-42db-82ae-db5c770e59ed tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409498 Feb 28 10:42:10.237252 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b0b0c53e-dcfc-4aac-ad67-089b5161d737 req-97a30b08-c9a3-4340-892d-7880ad3cb1fd tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1851000237&fields=id&tenant_id=d49baa9a7922438f99d7dcc9ef7c1c15 HTTP/1.1" status: 200 len: 267 time: 0.0429204 Feb 28 10:42:10.325731 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c8a57e14-2342-4a70-a52c-ec1ec2d7edf7 req-b421ef7c-397f-4093-a5ef-3909688cd8d3 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/ports?device_id=710b3a97-8425-44cd-8707-cc29e56fd17c HTTP/1.1" status: 200 len: 210 time: 0.0333898 Feb 28 10:42:10.374772 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0c53e-dcfc-4aac-ad67-089b5161d737 req-896fa0a4-60aa-46aa-ac5c-438ad2e1446f tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:10.376245 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b0b0c53e-dcfc-4aac-ad67-089b5161d737 req-896fa0a4-60aa-46aa-ac5c-438ad2e1446f tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/networks?id=d201863f-b309-44f4-a7ef-e7046df4340e HTTP/1.1" status: 200 len: 811 time: 0.1325483 Feb 28 10:42:10.392265 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b0b0c53e-dcfc-4aac-ad67-089b5161d737 req-59b84e4b-927a-4080-aacf-f94ca6bb9bd1 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/quotas/d49baa9a7922438f99d7dcc9ef7c1c15 HTTP/1.1" status: 200 len: 375 time: 0.0098503 Feb 28 10:42:10.450415 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b0b0c53e-dcfc-4aac-ad67-089b5161d737 req-662ea4d0-e399-4ebf-8727-3e25201a023d tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d49baa9a7922438f99d7dcc9ef7c1c15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520737 Feb 28 10:42:10.580870 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b0b0c53e-dcfc-4aac-ad67-089b5161d737 req-60d171d1-3e51-43cc-aa80-b57e10a55481 service neutron] 10.222.0.44 "GET /v2.0/networks/d201863f-b309-44f4-a7ef-e7046df4340e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139684 Feb 28 10:42:10.643915 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52717dc7-e564-4f94-b42b-ad4d70bc3de8 req-4aadabaf-fb38-4c8d-8b26-072c055101bf tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:10.645351 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-52717dc7-e564-4f94-b42b-ad4d70bc3de8 req-4aadabaf-fb38-4c8d-8b26-072c055101bf tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=819c00fa-2142-4fc0-8d43-ed0c112f14fa HTTP/1.1" status: 200 len: 945 time: 0.1200089 Feb 28 10:42:10.895629 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-52717dc7-e564-4f94-b42b-ad4d70bc3de8 req-af317756-0bf8-4b57-b3bb-bfa0e45df8e8 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445378 Feb 28 10:42:10.899109 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b0b0c53e-dcfc-4aac-ad67-089b5161d737 req-d803c167-3679-4781-be50-4a36e0c9b04b service neutron] 10.222.0.44 "GET /v2.0/networks/d201863f-b309-44f4-a7ef-e7046df4340e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119519 Feb 28 10:42:11.174856 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-8bd8c49d-0fb2-4e36-8bb2-4df96046bd7b req-e2244a70-8bf1-48ad-919b-c3801021fd13 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da453e9-81a2-4981-b3af-cb0bd958834f HTTP/1.1" status: 200 len: 210 time: 0.0270038 Feb 28 10:42:11.285764 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device 4b07a73d-ae91-483f-8780-80e859a7aece no longer exists at agent hyperv_hv-cinder-83116 {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:42:11.299813 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d3133-28d1-4d80-8061-bdf1e24ee76b req-93aad007-0de7-4c49-817b-b17253288078 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:11.301368 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-863d3133-28d1-4d80-8061-bdf1e24ee76b req-93aad007-0de7-4c49-817b-b17253288078 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0521238 Feb 28 10:42:11.306398 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] No Port match for: 4b07a73d-ae91-483f-8780-80e859a7aece {{(pid=102997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:42:11.306749 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device 4b07a73d-ae91-483f-8780-80e859a7aece not bound to the agent host hv-cinder-83116 {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:42:11.347702 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-863d3133-28d1-4d80-8061-bdf1e24ee76b req-8be4ed73-0ef7-4235-84dd-a2e775b061d4 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406466 Feb 28 10:42:12.019368 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515f268-6a72-46b2-9ceb-0a0c6e4d2fc1 req-0d35c30f-ec19-47e1-bfb7-07cc3a83f04a tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:12.020828 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d515f268-6a72-46b2-9ceb-0a0c6e4d2fc1 req-0d35c30f-ec19-47e1-bfb7-07cc3a83f04a tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=819c00fa-2142-4fc0-8d43-ed0c112f14fa HTTP/1.1" status: 200 len: 945 time: 0.0603149 Feb 28 10:42:12.065485 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d515f268-6a72-46b2-9ceb-0a0c6e4d2fc1 req-e3abd786-e076-4e42-b788-c32416f04322 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392468 Feb 28 10:42:12.248042 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-14998064-e5f9-421b-8512-061c28ab6ab3 req-086be74e-0a4d-4f2f-9971-a9f29afbaf45 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da453e9-81a2-4981-b3af-cb0bd958834f HTTP/1.1" status: 200 len: 210 time: 0.0260336 Feb 28 10:42:12.462310 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c87c61-f213-4e19-a7e9-fc19b1ce4958 req-6438bdcd-0586-4702-af26-fe39fc5942a9 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:12.463666 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-18c87c61-f213-4e19-a7e9-fc19b1ce4958 req-6438bdcd-0586-4702-af26-fe39fc5942a9 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0499394 Feb 28 10:42:12.508174 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-18c87c61-f213-4e19-a7e9-fc19b1ce4958 req-b451da89-a4c0-4f05-96a7-028314418c73 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391817 Feb 28 10:42:12.803322 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c5cd6d-82e8-4953-a1aa-b0e13c6311c6 req-739d0dd6-d1ac-4d04-8904-e6a9a141dd72 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:12.804733 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d6c5cd6d-82e8-4953-a1aa-b0e13c6311c6 req-739d0dd6-d1ac-4d04-8904-e6a9a141dd72 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0529468 Feb 28 10:42:12.849333 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d6c5cd6d-82e8-4953-a1aa-b0e13c6311c6 req-21ff8869-16b8-4497-a6aa-75cdc03eadb5 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384893 Feb 28 10:42:13.182572 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f07d09-c7b4-4a3f-83bc-f0ce139387e7 req-0cdcf439-4405-4373-ad1c-8b2e66f121bc tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:13.184075 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-33f07d09-c7b4-4a3f-83bc-f0ce139387e7 req-0cdcf439-4405-4373-ad1c-8b2e66f121bc tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=819c00fa-2142-4fc0-8d43-ed0c112f14fa HTTP/1.1" status: 200 len: 945 time: 0.0520532 Feb 28 10:42:13.229255 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-33f07d09-c7b4-4a3f-83bc-f0ce139387e7 req-0ef4677d-dbbe-4aab-9cfe-696417830429 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398405 Feb 28 10:42:13.322427 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5f61e5ab-2288-4ead-a02d-229c4937cc72 req-5cf6a410-ef4d-45b2-9b87-df36ba131d0b tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da453e9-81a2-4981-b3af-cb0bd958834f HTTP/1.1" status: 200 len: 210 time: 0.0264537 Feb 28 10:42:13.968325 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255c154-f38d-4741-8671-a1980905c019 req-c5cb7bc0-b07b-4b9f-8665-36ff65d491da tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:13.969724 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-f255c154-f38d-4741-8671-a1980905c019 req-c5cb7bc0-b07b-4b9f-8665-36ff65d491da tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0545638 Feb 28 10:42:14.015139 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-f255c154-f38d-4741-8671-a1980905c019 req-128baa94-b693-47b2-9339-165c578621b8 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400136 Feb 28 10:42:14.343657 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e203970-c043-4896-8041-5b674c0d5deb req-5d1dd64c-52a7-4003-b9d0-00fe58d4e7d8 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:14.345127 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6e203970-c043-4896-8041-5b674c0d5deb req-5d1dd64c-52a7-4003-b9d0-00fe58d4e7d8 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=819c00fa-2142-4fc0-8d43-ed0c112f14fa HTTP/1.1" status: 200 len: 945 time: 0.0512149 Feb 28 10:42:14.412438 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c9250a96-302e-497d-9082-4050e341d60e req-5d1aee19-dc39-4416-9caa-cf0550c1cd4e tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da453e9-81a2-4981-b3af-cb0bd958834f HTTP/1.1" status: 200 len: 210 time: 0.0408342 Feb 28 10:42:14.430559 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6e203970-c043-4896-8041-5b674c0d5deb req-20497685-41bf-4c4e-bebf-3e219524429e tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724034 Feb 28 10:42:15.132024 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ed932-d309-4409-9fc4-b03a53f8ae2b req-dd0234b2-380c-4bd6-8fae-a61d4cbecc6d tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:15.133505 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6d9ed932-d309-4409-9fc4-b03a53f8ae2b req-dd0234b2-380c-4bd6-8fae-a61d4cbecc6d tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0526569 Feb 28 10:42:15.178517 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6d9ed932-d309-4409-9fc4-b03a53f8ae2b req-55a1657f-7899-40d2-8d9c-4f192264cacc tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396996 Feb 28 10:42:15.512716 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c5ac82e7-3f8c-43c2-a831-dc667e62f74c req-053264ef-5963-4b5c-bf89-840606183725 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da453e9-81a2-4981-b3af-cb0bd958834f HTTP/1.1" status: 200 len: 210 time: 0.0328991 Feb 28 10:42:15.551310 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e4f33-5b54-468c-99a9-9c1b2b45e75b req-0c38d22a-39ee-468b-9e1a-31cc4d351314 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:15.552747 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-067e4f33-5b54-468c-99a9-9c1b2b45e75b req-0c38d22a-39ee-468b-9e1a-31cc4d351314 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=819c00fa-2142-4fc0-8d43-ed0c112f14fa HTTP/1.1" status: 200 len: 945 time: 0.0637391 Feb 28 10:42:15.601862 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-067e4f33-5b54-468c-99a9-9c1b2b45e75b req-7ee4d7ef-b72f-466f-9257-99d19441d486 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432703 Feb 28 10:42:16.291627 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40fabe2-ebf5-4332-a9f7-26f522948141 req-53c4c0b7-843a-4a74-ab35-b8bebc493a37 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:16.293012 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c40fabe2-ebf5-4332-a9f7-26f522948141 req-53c4c0b7-843a-4a74-ab35-b8bebc493a37 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0516710 Feb 28 10:42:16.337764 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c40fabe2-ebf5-4332-a9f7-26f522948141 req-f0cf68cb-c645-4b8e-bdaa-fdfdd86c18b3 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389068 Feb 28 10:42:16.604073 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b130c335-1f2d-4fc3-981d-984309086398 req-c0f66774-33cb-4008-9019-dd11f8f2cf60 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da453e9-81a2-4981-b3af-cb0bd958834f HTTP/1.1" status: 200 len: 210 time: 0.0262465 Feb 28 10:42:16.718271 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664e24b-a8a1-4434-8f98-c22129889b9c req-65ec01c8-8093-48ba-a55d-009f9437a7a1 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:16.719747 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e664e24b-a8a1-4434-8f98-c22129889b9c req-65ec01c8-8093-48ba-a55d-009f9437a7a1 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=819c00fa-2142-4fc0-8d43-ed0c112f14fa HTTP/1.1" status: 200 len: 945 time: 0.0533614 Feb 28 10:42:16.767823 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e664e24b-a8a1-4434-8f98-c22129889b9c req-42e61b18-3f80-43d6-b482-d1c5dd15faf5 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426424 Feb 28 10:42:17.428378 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.agents_db [None req-ad1b81bb-6a73-47ab-ba10-dec1fea0c152 None None] Agent healthcheck: found 6 active agents {{(pid=102998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:42:17.452881 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783ac97-477c-4213-a5c4-09dcc0c1f151 req-1bbe9234-272d-4c97-a661-2e5799e44488 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:17.454332 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0783ac97-477c-4213-a5c4-09dcc0c1f151 req-1bbe9234-272d-4c97-a661-2e5799e44488 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0515113 Feb 28 10:42:17.499249 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0783ac97-477c-4213-a5c4-09dcc0c1f151 req-611aa503-a862-45af-b8e6-fb7a46bc80be tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394917 Feb 28 10:42:17.695136 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5ec24ae1-27b6-4ce6-a393-f7b8fc763eb2 req-1a63748c-a4b3-4837-aca4-9723c3bda9af tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da453e9-81a2-4981-b3af-cb0bd958834f HTTP/1.1" status: 200 len: 210 time: 0.0272515 Feb 28 10:42:17.886739 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9762cc79-35f7-4276-bda7-39bfd50947c0 req-53c320ce-3908-42f2-bc34-28aafc310f6e tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:17.888143 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-9762cc79-35f7-4276-bda7-39bfd50947c0 req-53c320ce-3908-42f2-bc34-28aafc310f6e tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=819c00fa-2142-4fc0-8d43-ed0c112f14fa HTTP/1.1" status: 200 len: 945 time: 0.0556259 Feb 28 10:42:17.932883 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-9762cc79-35f7-4276-bda7-39bfd50947c0 req-4f3f4f14-2034-4173-9ca1-3a133e84be59 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392466 Feb 28 10:42:18.133975 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b182b-f985-42ac-93d8-c5bda599e8b2 req-f1a838ae-413a-4c17-956f-7a97eabd6021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:18.135576 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-731b182b-f985-42ac-93d8-c5bda599e8b2 req-f1a838ae-413a-4c17-956f-7a97eabd6021 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=61d81f9de04c480389701ad30319c05a&device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 1129 time: 0.0461414 Feb 28 10:42:18.280464 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b182b-f985-42ac-93d8-c5bda599e8b2 req-a75e3b9b-407b-4e68-9847-6fec91ff79e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:18.281907 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-731b182b-f985-42ac-93d8-c5bda599e8b2 req-a75e3b9b-407b-4e68-9847-6fec91ff79e0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=181d6fbd-5cb4-4bfd-bffa-34f454380b3f HTTP/1.1" status: 200 len: 920 time: 0.0857973 Feb 28 10:42:18.330348 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-731b182b-f985-42ac-93d8-c5bda599e8b2 req-e62acd9c-5613-4ced-9ff0-69968c62d10c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95c6068a-e402-4937-9f00-38486bf61104 HTTP/1.1" status: 200 len: 217 time: 0.0343528 Feb 28 10:42:18.614943 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3aa26-dad1-4d56-b69d-92e0e1e2de92 req-43bde5dc-74ef-4b4f-978f-1b23cb4149fb tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:18.616382 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5fb3aa26-dad1-4d56-b69d-92e0e1e2de92 req-43bde5dc-74ef-4b4f-978f-1b23cb4149fb tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0519526 Feb 28 10:42:18.661326 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5fb3aa26-dad1-4d56-b69d-92e0e1e2de92 req-4ae2c675-0705-48de-881e-da6479a1010d tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395255 Feb 28 10:42:18.717767 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b182b-f985-42ac-93d8-c5bda599e8b2 req-80af68e0-1675-4bf9-be2d-5ec93aa8c0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:18.719252 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-731b182b-f985-42ac-93d8-c5bda599e8b2 req-80af68e0-1675-4bf9-be2d-5ec93aa8c0b6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bb0c5a25-3924-4147-8d5d-a4a9902af2f7 HTTP/1.1" status: 200 len: 859 time: 0.0448785 Feb 28 10:42:18.766090 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-731b182b-f985-42ac-93d8-c5bda599e8b2 req-a8f8f796-4d0a-433f-a90b-f7f14d840a53 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=181d6fbd-5cb4-4bfd-bffa-34f454380b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285869 Feb 28 10:42:18.795780 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6599d5a9-07a0-430c-93b8-74c16f877eba req-0485773e-2a37-41aa-94a8-81af409d2721 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da453e9-81a2-4981-b3af-cb0bd958834f HTTP/1.1" status: 200 len: 210 time: 0.0350666 Feb 28 10:42:18.863687 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-731b182b-f985-42ac-93d8-c5bda599e8b2 req-3cbd95ce-2ad9-483d-a5db-618dcf81b741 service neutron] 10.222.0.46 "GET /v2.0/networks/181d6fbd-5cb4-4bfd-bffa-34f454380b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893807 Feb 28 10:42:18.957725 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-731b182b-f985-42ac-93d8-c5bda599e8b2 req-e8c4371d-3c75-4a70-89ae-06e1c9588ab6 service neutron] 10.222.0.46 "GET /v2.0/networks/181d6fbd-5cb4-4bfd-bffa-34f454380b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856555 Feb 28 10:42:19.049739 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4916731-1b43-4d2c-a5b3-9a0c8002d3b7 req-0588f0e9-3d77-4d4d-b532-65a79e10ee48 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:19.051114 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b4916731-1b43-4d2c-a5b3-9a0c8002d3b7 req-0588f0e9-3d77-4d4d-b532-65a79e10ee48 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=819c00fa-2142-4fc0-8d43-ed0c112f14fa HTTP/1.1" status: 200 len: 945 time: 0.0544970 Feb 28 10:42:19.097493 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b4916731-1b43-4d2c-a5b3-9a0c8002d3b7 req-6c184dce-943d-429e-9ed6-62f43c55f6f3 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410283 Feb 28 10:42:19.202180 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136debc4-b1c3-4b76-8096-7aeb0c66229a req-fb5e855e-2a24-41c7-beaa-4bcd22061293 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:19.203695 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-136debc4-b1c3-4b76-8096-7aeb0c66229a req-fb5e855e-2a24-41c7-beaa-4bcd22061293 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.46 "GET /v2.0/ports?device_id=819c00fa-2142-4fc0-8d43-ed0c112f14fa HTTP/1.1" status: 200 len: 945 time: 0.0540786 Feb 28 10:42:19.323312 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [req-136debc4-b1c3-4b76-8096-7aeb0c66229a req-fb05c2bc-3881-40b4-bcef-3591e5ad4df5 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Deleting port c2897091-5357-4351-b52e-16aabb70179e {{(pid=102996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:42:19.323571 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-136debc4-b1c3-4b76-8096-7aeb0c66229a req-fb05c2bc-3881-40b4-bcef-3591e5ad4df5 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (c2897091-5357-4351-b52e-16aabb70179e), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:19.414390 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-136debc4-b1c3-4b76-8096-7aeb0c66229a req-fb05c2bc-3881-40b4-bcef-3591e5ad4df5 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] For port c2897091-5357-4351-b52e-16aabb70179e, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=c2897091-5357-4351-b52e-16aabb70179e,segment=NetworkSegment(70a518fb-2283-4553-b90f-d3f0f325e4d8),segment_id=70a518fb-2283-4553-b90f-d3f0f325e4d8)] {{(pid=102996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:19.414753 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-136debc4-b1c3-4b76-8096-7aeb0c66229a req-fb05c2bc-3881-40b4-bcef-3591e5ad4df5 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (c2897091-5357-4351-b52e-16aabb70179e), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:19.427305 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [req-136debc4-b1c3-4b76-8096-7aeb0c66229a req-fb05c2bc-3881-40b4-bcef-3591e5ad4df5 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Calling delete_port for c2897091-5357-4351-b52e-16aabb70179e owned by compute:nova {{(pid=102996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:42:19.606187 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-136debc4-b1c3-4b76-8096-7aeb0c66229a req-fb05c2bc-3881-40b4-bcef-3591e5ad4df5 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (c2897091-5357-4351-b52e-16aabb70179e), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:19.647316 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb05c2bc-3881-40b4-bcef-3591e5ad4df5 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Pushing event deleted for resources: {'Port': ['ID=c2897091-5357-4351-b52e-16aabb70179e,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:19.661916 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] get_ports_and_sgs() called for port_ids ['e3a2cc80-254c-4e2c-bc3f-cb2a6e821357', 'ea27a3ad-135b-48ee-98da-f1a11188538b', 'b6d159b9-4c8e-4ce6-ac37-af8c55975b8d'] {{(pid=102997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:42:19.689747 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0c53e-dcfc-4aac-ad67-089b5161d737 req-2f299b3d-8794-4d23-ac73-4558fd5734f7 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:19.691268 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-b0b0c53e-dcfc-4aac-ad67-089b5161d737 req-2f299b3d-8794-4d23-ac73-4558fd5734f7 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.46 "GET /v2.0/networks?id=d201863f-b309-44f4-a7ef-e7046df4340e HTTP/1.1" status: 200 len: 811 time: 0.1625955 Feb 28 10:42:19.705728 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [req-136debc4-b1c3-4b76-8096-7aeb0c66229a req-fb05c2bc-3881-40b4-bcef-3591e5ad4df5 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] No DVR routers for this DVR port c2897091-5357-4351-b52e-16aabb70179e on host hv-cinder-83116 {{(pid=102996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:42:19.708316 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-136debc4-b1c3-4b76-8096-7aeb0c66229a req-fb05c2bc-3881-40b4-bcef-3591e5ad4df5 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:19.711769 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-136debc4-b1c3-4b76-8096-7aeb0c66229a req-fb05c2bc-3881-40b4-bcef-3591e5ad4df5 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.46 "DELETE /v2.0/ports/c2897091-5357-4351-b52e-16aabb70179e HTTP/1.1" status: 204 len: 173 time: 0.4766490 Feb 28 10:42:19.712221 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '819c00fa-2142-4fc0-8d43-ed0c112f14fa', 'name': 'network-vif-deleted', 'tag': 'c2897091-5357-4351-b52e-16aabb70179e'}] {{(pid=102996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:42:19.714451 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fc607127e9415785fd538e0c70e4bf06f6b8f20b6b46de5a0809c41644901f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0147d5ad-503d-47f4-a27c-9acbe81b576b" -d '{"events": [{"server_uuid": "819c00fa-2142-4fc0-8d43-ed0c112f14fa", "name": "network-vif-deleted", "tag": "c2897091-5357-4351-b52e-16aabb70179e"}]}' {{(pid=102996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:42:19.760502 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d00a946-186c-42bf-abda-7cad4a1e25ff x-openstack-request-id: req-1d00a946-186c-42bf-abda-7cad4a1e25ff {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:42:19.761014 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "819c00fa-2142-4fc0-8d43-ed0c112f14fa", "name": "network-vif-deleted", "tag": "c2897091-5357-4351-b52e-16aabb70179e", "status": "completed", "code": 200}]} {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:42:19.761427 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1d00a946-186c-42bf-abda-7cad4a1e25ff {{(pid=102996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:42:19.762546 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '819c00fa-2142-4fc0-8d43-ed0c112f14fa', 'name': 'network-vif-deleted', 'tag': 'c2897091-5357-4351-b52e-16aabb70179e', 'status': 'completed', 'code': 200} Feb 28 10:42:19.831403 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1ac31-e37b-4225-a77f-b7d70f7aad8f req-ef152143-ea50-4958-8713-ba291e48a062 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:19.841447 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d0f1ac31-e37b-4225-a77f-b7d70f7aad8f req-ef152143-ea50-4958-8713-ba291e48a062 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0863609 Feb 28 10:42:19.882541 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-b0b0c53e-dcfc-4aac-ad67-089b5161d737 req-374bbb5a-3cc2-455d-9e7a-33b92cde607a tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d49baa9a7922438f99d7dcc9ef7c1c15 HTTP/1.1" status: 200 len: 380 time: 0.1070552 Feb 28 10:42:19.903531 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d0f1ac31-e37b-4225-a77f-b7d70f7aad8f req-18bfbb87-0975-423b-b49c-baf188bfd0df tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608547 Feb 28 10:42:19.906327 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [req-b0b0c53e-dcfc-4aac-ad67-089b5161d737 req-bcf2b3b0-e4ea-4f5b-94cb-dbc31912ccac tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Request body: {'port': {'device_id': '4da453e9-81a2-4981-b3af-cb0bd958834f', 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e', 'admin_state_up': True, 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'security_groups': ['84e73cdf-aca4-468a-847a-3e52e6ff6455']}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:19.979567 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-048a126f-95bf-4393-90d6-8302127c0cf3 req-697db8ae-768f-4c7a-936f-32b7419ee0d2 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da453e9-81a2-4981-b3af-cb0bd958834f HTTP/1.1" status: 200 len: 210 time: 0.0638676 Feb 28 10:42:20.048325 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0b0c53e-dcfc-4aac-ad67-089b5161d737 req-bcf2b3b0-e4ea-4f5b-94cb-dbc31912ccac tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Made reservation on behalf of d49baa9a7922438f99d7dcc9ef7c1c15 for: {'port': 1} {{(pid=102996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:42:20.051628 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-b0b0c53e-dcfc-4aac-ad67-089b5161d737 req-bcf2b3b0-e4ea-4f5b-94cb-dbc31912ccac tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:20.193592 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.db_base_plugin_common [req-b0b0c53e-dcfc-4aac-ad67-089b5161d737 req-bcf2b3b0-e4ea-4f5b-94cb-dbc31912ccac tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Allocated IP 172.20.0.3 (d201863f-b309-44f4-a7ef-e7046df4340e/10d8c89b-f1ef-4689-89e2-725720fe5362/7dd72e0f-a7ca-41ef-af78-da8d7a245678) {{(pid=102996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:42:20.216728 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-414c47e7-25b1-4344-9680-d0d072bd0c90 req-c6478aec-bfc7-462c-9ec9-ea10b634c446 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=819c00fa-2142-4fc0-8d43-ed0c112f14fa HTTP/1.1" status: 200 len: 210 time: 0.0296772 Feb 28 10:42:20.333065 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-b0b0c53e-dcfc-4aac-ad67-089b5161d737 req-bcf2b3b0-e4ea-4f5b-94cb-dbc31912ccac tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks [] for port (7dd72e0f-a7ca-41ef-af78-da8d7a245678), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:20.370166 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-b0b0c53e-dcfc-4aac-ad67-089b5161d737 req-bcf2b3b0-e4ea-4f5b-94cb-dbc31912ccac tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (7dd72e0f-a7ca-41ef-af78-da8d7a245678), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:20.424379 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0b0c53e-dcfc-4aac-ad67-089b5161d737 req-bcf2b3b0-e4ea-4f5b-94cb-dbc31912ccac tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Network d201863f-b309-44f4-a7ef-e7046df4340e is already hosted by enough agents. {{(pid=102996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:20.427321 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.base_scheduler [req-b0b0c53e-dcfc-4aac-ad67-089b5161d737 req-bcf2b3b0-e4ea-4f5b-94cb-dbc31912ccac tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Resources bound (agent type, host, resource id): {{(pid=102996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:20.430866 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0b0c53e-dcfc-4aac-ad67-089b5161d737 req-bcf2b3b0-e4ea-4f5b-94cb-dbc31912ccac tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Received port after_create {{(pid=102996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:42:20.457560 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf2b3b0-e4ea-4f5b-94cb-dbc31912ccac tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Pushing event updated for resources: {'Port': ['ID=7dd72e0f-a7ca-41ef-af78-da8d7a245678,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:20.489422 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0c53e-dcfc-4aac-ad67-089b5161d737 req-bcf2b3b0-e4ea-4f5b-94cb-dbc31912ccac tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:20.490139 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-b0b0c53e-dcfc-4aac-ad67-089b5161d737 req-bcf2b3b0-e4ea-4f5b-94cb-dbc31912ccac tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:20.508656 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-b0b0c53e-dcfc-4aac-ad67-089b5161d737 req-bcf2b3b0-e4ea-4f5b-94cb-dbc31912ccac tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6072667 Feb 28 10:42:20.532081 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [req-b0b0c53e-dcfc-4aac-ad67-089b5161d737 req-606e5a86-6a1e-4433-a427-832987a29e3c service neutron] Request body: {'port': {'device_id': '4da453e9-81a2-4981-b3af-cb0bd958834f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83116'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:20.597474 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-b0b0c53e-dcfc-4aac-ad67-089b5161d737 req-606e5a86-6a1e-4433-a427-832987a29e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (7dd72e0f-a7ca-41ef-af78-da8d7a245678), before_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:20.722195 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-74e7335a-bfd8-4590-80a8-5288b1a668c2 None None] Provisioning complete for port 7dd72e0f-a7ca-41ef-af78-da8d7a245678 triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:20.722737 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-74e7335a-bfd8-4590-80a8-5288b1a668c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (7dd72e0f-a7ca-41ef-af78-da8d7a245678), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:20.754145 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-74e7335a-bfd8-4590-80a8-5288b1a668c2 None None] Port 7dd72e0f-a7ca-41ef-af78-da8d7a245678 cannot update to ACTIVE because it is not bound. {{(pid=102997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:42:20.858346 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [req-b0b0c53e-dcfc-4aac-ad67-089b5161d737 req-606e5a86-6a1e-4433-a427-832987a29e3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dd72e0f-a7ca-41ef-af78-da8d7a245678 {{(pid=102996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:42:20.865574 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-b0b0c53e-dcfc-4aac-ad67-089b5161d737 req-606e5a86-6a1e-4433-a427-832987a29e3c service neutron] Publish callbacks [] for port (7dd72e0f-a7ca-41ef-af78-da8d7a245678), precommit_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:20.878423 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.provisioning_blocks [req-b0b0c53e-dcfc-4aac-ad67-089b5161d737 req-606e5a86-6a1e-4433-a427-832987a29e3c service neutron] Transition to ACTIVE for port object 7dd72e0f-a7ca-41ef-af78-da8d7a245678 will not be triggered until provisioned by entity L2. {{(pid=102996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:42:20.882225 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-b0b0c53e-dcfc-4aac-ad67-089b5161d737 req-606e5a86-6a1e-4433-a427-832987a29e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63361884'] for port (7dd72e0f-a7ca-41ef-af78-da8d7a245678), after_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:20.947542 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606e5a86-6a1e-4433-a427-832987a29e3c service neutron] Pushing event updated for resources: {'Port': ['ID=7dd72e0f-a7ca-41ef-af78-da8d7a245678,revision_number=2']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:20.999201 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-b0b0c53e-dcfc-4aac-ad67-089b5161d737 req-606e5a86-6a1e-4433-a427-832987a29e3c service neutron] Attempting to bind port 7dd72e0f-a7ca-41ef-af78-da8d7a245678 on host hv-cinder-83116 for vnic_type normal with profile {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:42:20.999541 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-b0b0c53e-dcfc-4aac-ad67-089b5161d737 req-606e5a86-6a1e-4433-a427-832987a29e3c service neutron] Attempting to bind port 7dd72e0f-a7ca-41ef-af78-da8d7a245678 by drivers openvswitch,hyperv on host hv-cinder-83116 at level 0 using segments [{'id': '2588bd87-a4bf-478e-a2b9-e450b26b5df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e'}] {{(pid=102996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:42:20.999868 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b0c53e-dcfc-4aac-ad67-089b5161d737 req-606e5a86-6a1e-4433-a427-832987a29e3c service neutron] Attempting to bind port 7dd72e0f-a7ca-41ef-af78-da8d7a245678 on network d201863f-b309-44f4-a7ef-e7046df4340e {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:42:21.004702 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b0c53e-dcfc-4aac-ad67-089b5161d737 req-606e5a86-6a1e-4433-a427-832987a29e3c service neutron] Port 7dd72e0f-a7ca-41ef-af78-da8d7a245678 on network d201863f-b309-44f4-a7ef-e7046df4340e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83116 {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:42:21.005011 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b0c53e-dcfc-4aac-ad67-089b5161d737 req-606e5a86-6a1e-4433-a427-832987a29e3c service neutron] Attempting to bind port 7dd72e0f-a7ca-41ef-af78-da8d7a245678 on network d201863f-b309-44f4-a7ef-e7046df4340e {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:42:21.010238 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b0c53e-dcfc-4aac-ad67-089b5161d737 req-606e5a86-6a1e-4433-a427-832987a29e3c service neutron] Checking agent: {'id': 'db31e800-75f5-4bdb-84cd-f402d346b45c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 36, 4), 'started_at': datetime.datetime(2022, 2, 28, 10, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:42:21.010605 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b0c53e-dcfc-4aac-ad67-089b5161d737 req-606e5a86-6a1e-4433-a427-832987a29e3c service neutron] Checking segment: {'id': '2588bd87-a4bf-478e-a2b9-e450b26b5df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:42:21.010971 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b0c53e-dcfc-4aac-ad67-089b5161d737 req-606e5a86-6a1e-4433-a427-832987a29e3c service neutron] Bound using segment: {'id': '2588bd87-a4bf-478e-a2b9-e450b26b5df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e'} {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:42:21.011405 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-b0b0c53e-dcfc-4aac-ad67-089b5161d737 req-606e5a86-6a1e-4433-a427-832987a29e3c service neutron] Bound port: 7dd72e0f-a7ca-41ef-af78-da8d7a245678, host: hv-cinder-83116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2588bd87-a4bf-478e-a2b9-e450b26b5df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e'}}] {{(pid=102996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:42:21.011808 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-b0b0c53e-dcfc-4aac-ad67-089b5161d737 req-606e5a86-6a1e-4433-a427-832987a29e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (7dd72e0f-a7ca-41ef-af78-da8d7a245678), before_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:21.047356 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520f582-107a-4c99-a389-999d98c119a4 req-ffcd0e64-abbd-475a-8313-8311bbc60761 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:21.053109 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-8520f582-107a-4c99-a389-999d98c119a4 req-ffcd0e64-abbd-475a-8313-8311bbc60761 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0710859 Feb 28 10:42:21.093527 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-b0b0c53e-dcfc-4aac-ad67-089b5161d737 req-606e5a86-6a1e-4433-a427-832987a29e3c service neutron] For port 7dd72e0f-a7ca-41ef-af78-da8d7a245678, host hv-cinder-83116, cleared binding levels {{(pid=102996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:42:21.097020 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-b0b0c53e-dcfc-4aac-ad67-089b5161d737 req-606e5a86-6a1e-4433-a427-832987a29e3c service neutron] For port 7dd72e0f-a7ca-41ef-af78-da8d7a245678, host hv-cinder-83116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=7dd72e0f-a7ca-41ef-af78-da8d7a245678,segment=NetworkSegment(2588bd87-a4bf-478e-a2b9-e450b26b5df9),segment_id=2588bd87-a4bf-478e-a2b9-e450b26b5df9)] {{(pid=102996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:42:21.106267 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-b0b0c53e-dcfc-4aac-ad67-089b5161d737 req-606e5a86-6a1e-4433-a427-832987a29e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63361884'] for port (7dd72e0f-a7ca-41ef-af78-da8d7a245678), after_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:21.139611 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-8520f582-107a-4c99-a389-999d98c119a4 req-51c03683-f99a-47ff-a34d-5f1b7f0de074 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761724 Feb 28 10:42:21.140852 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0c53e-dcfc-4aac-ad67-089b5161d737 req-606e5a86-6a1e-4433-a427-832987a29e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:21.141426 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-b0b0c53e-dcfc-4aac-ad67-089b5161d737 req-606e5a86-6a1e-4433-a427-832987a29e3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:21.142794 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-b0b0c53e-dcfc-4aac-ad67-089b5161d737 req-606e5a86-6a1e-4433-a427-832987a29e3c service neutron] 10.222.0.46 "PUT /v2.0/ports/7dd72e0f-a7ca-41ef-af78-da8d7a245678 HTTP/1.1" status: 200 len: 1093 time: 0.6161523 Feb 28 10:42:21.160445 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7367c-c3b8-4144-9d8d-c4c360c9238f req-c324cf49-8faa-441e-a44a-1acbbd625e3f tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:21.169118 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-84a7367c-c3b8-4144-9d8d-c4c360c9238f req-c324cf49-8faa-441e-a44a-1acbbd625e3f tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da453e9-81a2-4981-b3af-cb0bd958834f HTTP/1.1" status: 200 len: 943 time: 0.1149793 Feb 28 10:42:21.183670 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606e5a86-6a1e-4433-a427-832987a29e3c service neutron] Pushing event updated for resources: {'Port': ['ID=7dd72e0f-a7ca-41ef-af78-da8d7a245678,revision_number=3']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:21.232420 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-84a7367c-c3b8-4144-9d8d-c4c360c9238f req-e49b3b34-19d9-4270-812e-a19db912a3ca tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573826 Feb 28 10:42:21.376145 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device c2897091-5357-4351-b52e-16aabb70179e no longer exists at agent hyperv_hv-cinder-83116 {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:42:21.402028 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] No Port match for: c2897091-5357-4351-b52e-16aabb70179e {{(pid=102997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:42:21.402841 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device c2897091-5357-4351-b52e-16aabb70179e not bound to the agent host hv-cinder-83116 {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:42:21.441800 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0c53e-dcfc-4aac-ad67-089b5161d737 req-b8914bb6-c064-4013-bf59-c7953d878431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:21.443363 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-b0b0c53e-dcfc-4aac-ad67-089b5161d737 req-b8914bb6-c064-4013-bf59-c7953d878431 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d49baa9a7922438f99d7dcc9ef7c1c15&device_id=4da453e9-81a2-4981-b3af-cb0bd958834f HTTP/1.1" status: 200 len: 1127 time: 0.0463083 Feb 28 10:42:21.495125 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-b0b0c53e-dcfc-4aac-ad67-089b5161d737 req-f57956ba-554f-46bd-9eaa-768eb20c3420 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7dd72e0f-a7ca-41ef-af78-da8d7a245678 HTTP/1.1" status: 200 len: 217 time: 0.0379555 Feb 28 10:42:21.542232 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0c53e-dcfc-4aac-ad67-089b5161d737 req-51c6f2be-71a6-4eb7-9020-c1a7ce454d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:21.544298 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-b0b0c53e-dcfc-4aac-ad67-089b5161d737 req-51c6f2be-71a6-4eb7-9020-c1a7ce454d41 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10d8c89b-f1ef-4689-89e2-725720fe5362 HTTP/1.1" status: 200 len: 850 time: 0.0424447 Feb 28 10:42:21.591866 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0c53e-dcfc-4aac-ad67-089b5161d737 req-760507c9-a20c-4b50-ba99-93461417ece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:21.593329 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-b0b0c53e-dcfc-4aac-ad67-089b5161d737 req-760507c9-a20c-4b50-ba99-93461417ece8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d201863f-b309-44f4-a7ef-e7046df4340e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419877 Feb 28 10:42:21.763445 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da453e9-81a2-4981-b3af-cb0bd958834f', 'tag': '7dd72e0f-a7ca-41ef-af78-da8d7a245678'}] {{(pid=102996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:42:21.765658 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fc607127e9415785fd538e0c70e4bf06f6b8f20b6b46de5a0809c41644901f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd204e2-e9a2-4572-a3f6-8934522ed6bf" -d '{"events": [{"name": "network-changed", "server_uuid": "4da453e9-81a2-4981-b3af-cb0bd958834f", "tag": "7dd72e0f-a7ca-41ef-af78-da8d7a245678"}]}' {{(pid=102996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:42:21.799216 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e8a199-c2df-41c9-812f-3848a8d6b941 x-openstack-request-id: req-c4e8a199-c2df-41c9-812f-3848a8d6b941 {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:42:21.799509 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da453e9-81a2-4981-b3af-cb0bd958834f", "tag": "7dd72e0f-a7ca-41ef-af78-da8d7a245678", "status": "completed", "code": 200}]} {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:42:21.799767 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c4e8a199-c2df-41c9-812f-3848a8d6b941 {{(pid=102996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:42:21.800178 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4da453e9-81a2-4981-b3af-cb0bd958834f', 'tag': '7dd72e0f-a7ca-41ef-af78-da8d7a245678', 'status': 'completed', 'code': 200} Feb 28 10:42:22.263887 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02099d-aa2b-4ffa-a43b-eef80e603311 req-44eb2cda-65c3-4cff-b5ca-6f59bd490f6a tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:22.265396 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ba02099d-aa2b-4ffa-a43b-eef80e603311 req-44eb2cda-65c3-4cff-b5ca-6f59bd490f6a tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0524299 Feb 28 10:42:22.320939 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ba02099d-aa2b-4ffa-a43b-eef80e603311 req-a1e16be0-3914-41c4-948c-59fe8ad4e8c9 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495040 Feb 28 10:42:22.360156 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc0f4f-65dd-4034-8081-4a383b4dacb9 req-4f16af85-2d93-4543-99bc-6b4885dd7ca5 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:22.361611 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-3bcc0f4f-65dd-4034-8081-4a383b4dacb9 req-4f16af85-2d93-4543-99bc-6b4885dd7ca5 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da453e9-81a2-4981-b3af-cb0bd958834f HTTP/1.1" status: 200 len: 943 time: 0.0563803 Feb 28 10:42:22.411239 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-3bcc0f4f-65dd-4034-8081-4a383b4dacb9 req-3dc1b0ec-d951-4956-82e5-f969773b28b2 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438747 Feb 28 10:42:23.441582 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd05088-3598-445d-92d0-ed5916e05157 req-01ea6611-d777-4a35-a5f0-58643d97b16f tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:23.443082 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2bd05088-3598-445d-92d0-ed5916e05157 req-01ea6611-d777-4a35-a5f0-58643d97b16f tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0575147 Feb 28 10:42:23.500022 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2bd05088-3598-445d-92d0-ed5916e05157 req-fe8b3a5c-8199-4985-ab63-7f91f6f0adad tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512464 Feb 28 10:42:23.539837 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd134b85-8aaf-427b-ab30-b452d10a3bde req-870092ca-576b-4702-add3-acdd97f365d4 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:23.541272 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-dd134b85-8aaf-427b-ab30-b452d10a3bde req-870092ca-576b-4702-add3-acdd97f365d4 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da453e9-81a2-4981-b3af-cb0bd958834f HTTP/1.1" status: 200 len: 943 time: 0.0560703 Feb 28 10:42:23.587477 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-dd134b85-8aaf-427b-ab30-b452d10a3bde req-dea14af7-07cf-4863-a549-ab8371e872ed tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400200 Feb 28 10:42:24.615781 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33889a9a-3fa6-4885-b021-a798e562bdbc req-b766d2ee-6b5c-43a9-be24-28fe1b6269fd tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:24.617103 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-33889a9a-3fa6-4885-b021-a798e562bdbc req-b766d2ee-6b5c-43a9-be24-28fe1b6269fd tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0523617 Feb 28 10:42:24.674967 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-33889a9a-3fa6-4885-b021-a798e562bdbc req-40991c40-f992-424f-acca-7b92d1714d4e tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524576 Feb 28 10:42:24.713409 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec89a044-91e4-47e6-822a-e958d15df1d8 req-847bd9b4-82fa-4331-b6e0-5b211478b2b2 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:24.715402 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ec89a044-91e4-47e6-822a-e958d15df1d8 req-847bd9b4-82fa-4331-b6e0-5b211478b2b2 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da453e9-81a2-4981-b3af-cb0bd958834f HTTP/1.1" status: 200 len: 943 time: 0.0585480 Feb 28 10:42:24.761315 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ec89a044-91e4-47e6-822a-e958d15df1d8 req-4923649f-a909-4cae-8f7f-9aa30223b7ea tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402532 Feb 28 10:42:24.945271 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-57feb5cc-bc31-4a3a-91a0-0e34613de0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:25.146535 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-b0b0c53e-dcfc-4aac-ad67-089b5161d737 req-f7ed45c1-8344-4f7f-9ab9-fd245f3cc9b8 service neutron] 10.222.0.46 "GET /v2.0/networks/d201863f-b309-44f4-a7ef-e7046df4340e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895894 Feb 28 10:42:25.234178 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-b0b0c53e-dcfc-4aac-ad67-089b5161d737 req-b470c58f-bb9a-4858-8c0b-dbeb2d63286e service neutron] 10.222.0.46 "GET /v2.0/networks/d201863f-b309-44f4-a7ef-e7046df4340e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802474 Feb 28 10:42:25.373197 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd204e2-e9a2-4572-a3f6-8934522ed6bf req-d8c8baeb-a27b-4928-af1d-ca76b4e11c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:25.374664 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-9fd204e2-e9a2-4572-a3f6-8934522ed6bf req-d8c8baeb-a27b-4928-af1d-ca76b4e11c5a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d49baa9a7922438f99d7dcc9ef7c1c15&device_id=4da453e9-81a2-4981-b3af-cb0bd958834f HTTP/1.1" status: 200 len: 1127 time: 0.0454054 Feb 28 10:42:25.464926 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd204e2-e9a2-4572-a3f6-8934522ed6bf req-d5e051e2-64ea-4399-ae90-61830d52f954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:25.466375 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-9fd204e2-e9a2-4572-a3f6-8934522ed6bf req-d5e051e2-64ea-4399-ae90-61830d52f954 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d201863f-b309-44f4-a7ef-e7046df4340e HTTP/1.1" status: 200 len: 912 time: 0.0845942 Feb 28 10:42:25.533205 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-9fd204e2-e9a2-4572-a3f6-8934522ed6bf req-07df8a33-9429-470c-8497-77db60e0d011 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7dd72e0f-a7ca-41ef-af78-da8d7a245678 HTTP/1.1" status: 200 len: 217 time: 0.0340843 Feb 28 10:42:25.585071 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd204e2-e9a2-4572-a3f6-8934522ed6bf req-e1b82bdb-b603-4a7b-ba2c-543fe9724053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:25.586515 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-9fd204e2-e9a2-4572-a3f6-8934522ed6bf req-e1b82bdb-b603-4a7b-ba2c-543fe9724053 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10d8c89b-f1ef-4689-89e2-725720fe5362 HTTP/1.1" status: 200 len: 850 time: 0.0468242 Feb 28 10:42:25.636425 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd204e2-e9a2-4572-a3f6-8934522ed6bf req-32fdf685-7265-43c0-b030-9eb2c5468373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:25.637817 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-9fd204e2-e9a2-4572-a3f6-8934522ed6bf req-32fdf685-7265-43c0-b030-9eb2c5468373 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d201863f-b309-44f4-a7ef-e7046df4340e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449584 Feb 28 10:42:25.726688 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-9fd204e2-e9a2-4572-a3f6-8934522ed6bf req-4dfd6d41-8372-4d4b-a22d-b24a6f4167ed service neutron] 10.222.0.46 "GET /v2.0/networks/d201863f-b309-44f4-a7ef-e7046df4340e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817389 Feb 28 10:42:25.790745 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e263e36f-b0cf-430e-a1ad-35a778069cc0 req-2912fb86-f064-471c-8ef3-f92c3fae0234 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:25.792443 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e263e36f-b0cf-430e-a1ad-35a778069cc0 req-2912fb86-f064-471c-8ef3-f92c3fae0234 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0515800 Feb 28 10:42:25.837799 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-9fd204e2-e9a2-4572-a3f6-8934522ed6bf req-4055b472-7254-4c85-a627-a508eb24039a service neutron] 10.222.0.46 "GET /v2.0/networks/d201863f-b309-44f4-a7ef-e7046df4340e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047487 Feb 28 10:42:25.863516 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e263e36f-b0cf-430e-a1ad-35a778069cc0 req-ac8eb671-5750-43c0-aabd-804d50abe392 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638924 Feb 28 10:42:25.912335 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e0627-6d05-4c8d-843b-82559a906d25 req-2feec0ac-e0fb-475d-b4e7-f903db2adfe9 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:25.913698 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-351e0627-6d05-4c8d-843b-82559a906d25 req-2feec0ac-e0fb-475d-b4e7-f903db2adfe9 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da453e9-81a2-4981-b3af-cb0bd958834f HTTP/1.1" status: 200 len: 943 time: 0.0725958 Feb 28 10:42:25.960836 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-351e0627-6d05-4c8d-843b-82559a906d25 req-c3cbac69-351a-4390-9804-a11f5ace29f9 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411415 Feb 28 10:42:26.557531 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a924ff-58fd-4dc8-bfd8-645bb41b8d55 req-a7c78038-f4bb-41a8-981c-52ff511b79de tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:26.559555 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a7a924ff-58fd-4dc8-bfd8-645bb41b8d55 req-a7c78038-f4bb-41a8-981c-52ff511b79de tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/networks?id=65d86c92-8e0b-4075-bd86-d832142206b9 HTTP/1.1" status: 200 len: 813 time: 0.1074741 Feb 28 10:42:26.574036 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a7a924ff-58fd-4dc8-bfd8-645bb41b8d55 req-b61acc45-0ec6-42f7-8332-b4bc36f87349 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/quotas/26dd6355f38f46af9815bde5526360db HTTP/1.1" status: 200 len: 375 time: 0.0090942 Feb 28 10:42:26.606567 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a7a924ff-58fd-4dc8-bfd8-645bb41b8d55 req-a864794a-4843-4c9a-bf48-8a3df68eebc0 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=26dd6355f38f46af9815bde5526360db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266669 Feb 28 10:42:26.697187 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a7a924ff-58fd-4dc8-bfd8-645bb41b8d55 req-22e13cce-6497-49f2-81f0-9ce2f051d6a3 service neutron] 10.222.0.44 "GET /v2.0/networks/65d86c92-8e0b-4075-bd86-d832142206b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840094 Feb 28 10:42:26.822550 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a7a924ff-58fd-4dc8-bfd8-645bb41b8d55 req-a0d32b6e-0cff-41a4-9738-065c1acd81dc service neutron] 10.222.0.44 "GET /v2.0/networks/65d86c92-8e0b-4075-bd86-d832142206b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194711 Feb 28 10:42:26.842080 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d26f1ea-d59f-4a2d-bd14-fef222892658 req-84a01a85-a7c0-4e8e-80e2-754dab12476f tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:26.843602 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0d26f1ea-d59f-4a2d-bd14-fef222892658 req-84a01a85-a7c0-4e8e-80e2-754dab12476f tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4890d4b-0ef0-4d0c-bcc7-13ee08fb4d26 HTTP/1.1" status: 200 len: 946 time: 0.0759482 Feb 28 10:42:26.891875 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0d26f1ea-d59f-4a2d-bd14-fef222892658 req-6252513b-c86b-4ed5-a6b9-e4a9472d25cc tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424085 Feb 28 10:42:27.009811 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-41f436f1-e425-4c10-a908-9499e9a2c3aa req-312a606f-a674-44e0-8300-54a9fc8b67c7 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/ports?device_id=0689f1f6-c3da-4498-a3c7-485cd03532fa HTTP/1.1" status: 200 len: 210 time: 0.0312908 Feb 28 10:42:27.030370 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325172ba-2bf7-4de6-85d6-a09513c46d62 req-0d8b8373-4f87-4c2b-bfcb-34c14deddfc1 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:27.030370 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-325172ba-2bf7-4de6-85d6-a09513c46d62 req-0d8b8373-4f87-4c2b-bfcb-34c14deddfc1 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0815740 Feb 28 10:42:27.105173 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-325172ba-2bf7-4de6-85d6-a09513c46d62 req-f1995750-919c-48ea-9f7a-a3de323a29c3 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695438 Feb 28 10:42:27.131773 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf4f21-d7d1-4101-b11d-18c43966ec94 req-ac061164-8b35-452e-bab6-2f0c2fd19f87 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:27.133247 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b8bf4f21-d7d1-4101-b11d-18c43966ec94 req-ac061164-8b35-452e-bab6-2f0c2fd19f87 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da453e9-81a2-4981-b3af-cb0bd958834f HTTP/1.1" status: 200 len: 943 time: 0.0651908 Feb 28 10:42:27.173639 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-95543155-3c7e-4045-b66b-c91cd90a9e3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:27.185738 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b8bf4f21-d7d1-4101-b11d-18c43966ec94 req-ff757b97-92e5-4abc-9885-519ac6f91992 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469756 Feb 28 10:42:28.012818 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d6feb-4eab-4d4b-bc42-975219dab1d0 req-832dcb05-44ff-4bf3-92ba-c3ae0f3de3fc tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:28.014545 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-dd6d6feb-4eab-4d4b-bc42-975219dab1d0 req-832dcb05-44ff-4bf3-92ba-c3ae0f3de3fc tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4890d4b-0ef0-4d0c-bcc7-13ee08fb4d26 HTTP/1.1" status: 200 len: 946 time: 0.0566387 Feb 28 10:42:28.062829 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-dd6d6feb-4eab-4d4b-bc42-975219dab1d0 req-75890ad3-7946-496a-b801-b8dfa0d1a3a8 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421283 Feb 28 10:42:28.110785 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1da57517-b65f-4fff-9c6a-8b442ca8db05 req-02ca23ea-3027-4f5b-8110-ebb60355027c tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/ports?device_id=0689f1f6-c3da-4498-a3c7-485cd03532fa HTTP/1.1" status: 200 len: 210 time: 0.0274959 Feb 28 10:42:28.200101 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a924ff-58fd-4dc8-bfd8-645bb41b8d55 req-db4b1ca7-5070-4340-98c9-35913ce0866f tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:28.201717 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-a7a924ff-58fd-4dc8-bfd8-645bb41b8d55 req-db4b1ca7-5070-4340-98c9-35913ce0866f tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.46 "GET /v2.0/networks?id=65d86c92-8e0b-4075-bd86-d832142206b9 HTTP/1.1" status: 200 len: 813 time: 0.1331983 Feb 28 10:42:28.247625 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4df4e-ad10-471e-8176-86a72a350d4c req-8305c0e6-d88a-495a-a26a-7ea1099fe93c tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:28.249196 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-34d4df4e-ad10-471e-8176-86a72a350d4c req-8305c0e6-d88a-495a-a26a-7ea1099fe93c tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0613077 Feb 28 10:42:28.327683 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-34d4df4e-ad10-471e-8176-86a72a350d4c req-5692a17b-5a23-473f-a1c4-b640f9956858 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693557 Feb 28 10:42:28.335403 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e56b6-8501-4f5f-9814-935315cd9c9f req-ec030c03-0387-4050-92df-63e65f7bdccf tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:28.336836 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-8d6e56b6-8501-4f5f-9814-935315cd9c9f req-ec030c03-0387-4050-92df-63e65f7bdccf tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da453e9-81a2-4981-b3af-cb0bd958834f HTTP/1.1" status: 200 len: 943 time: 0.0867109 Feb 28 10:42:28.337915 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [req-a7a924ff-58fd-4dc8-bfd8-645bb41b8d55 req-c46ee259-9cbe-4b02-8a4e-7ee0e347930a tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Request body: {'port': {'device_id': '0689f1f6-c3da-4498-a3c7-485cd03532fa', 'network_id': '65d86c92-8e0b-4075-bd86-d832142206b9', 'admin_state_up': True, 'tenant_id': '26dd6355f38f46af9815bde5526360db'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:28.388562 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-8d6e56b6-8501-4f5f-9814-935315cd9c9f req-9c85a689-4126-45ad-af68-c6e39ac0c446 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429833 Feb 28 10:42:28.442266 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7a924ff-58fd-4dc8-bfd8-645bb41b8d55 req-c46ee259-9cbe-4b02-8a4e-7ee0e347930a tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Made reservation on behalf of 26dd6355f38f46af9815bde5526360db for: {'port': 1} {{(pid=102996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:42:28.445582 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-a7a924ff-58fd-4dc8-bfd8-645bb41b8d55 req-c46ee259-9cbe-4b02-8a4e-7ee0e347930a tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:28.545389 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:28.570461 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.db_base_plugin_common [req-a7a924ff-58fd-4dc8-bfd8-645bb41b8d55 req-c46ee259-9cbe-4b02-8a4e-7ee0e347930a tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Allocated IP 172.20.0.13 (65d86c92-8e0b-4075-bd86-d832142206b9/20b114e0-35e1-4a17-ad6b-2b7a729a2100/56bb226c-96d4-48ce-b662-95b441ab294d) {{(pid=102996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:42:28.709554 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-a7a924ff-58fd-4dc8-bfd8-645bb41b8d55 req-c46ee259-9cbe-4b02-8a4e-7ee0e347930a tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Publish callbacks [] for port (56bb226c-96d4-48ce-b662-95b441ab294d), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:28.958385 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-a7a924ff-58fd-4dc8-bfd8-645bb41b8d55 req-c46ee259-9cbe-4b02-8a4e-7ee0e347930a tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (56bb226c-96d4-48ce-b662-95b441ab294d), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:29.002632 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7a924ff-58fd-4dc8-bfd8-645bb41b8d55 req-c46ee259-9cbe-4b02-8a4e-7ee0e347930a tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Network 65d86c92-8e0b-4075-bd86-d832142206b9 is already hosted by enough agents. {{(pid=102996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:29.006005 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.base_scheduler [req-a7a924ff-58fd-4dc8-bfd8-645bb41b8d55 req-c46ee259-9cbe-4b02-8a4e-7ee0e347930a tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Resources bound (agent type, host, resource id): {{(pid=102996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:29.009825 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a924ff-58fd-4dc8-bfd8-645bb41b8d55 req-c46ee259-9cbe-4b02-8a4e-7ee0e347930a tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Received port after_create {{(pid=102996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:42:29.031849 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46ee259-9cbe-4b02-8a4e-7ee0e347930a tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Pushing event updated for resources: {'Port': ['ID=56bb226c-96d4-48ce-b662-95b441ab294d,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:29.060982 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a924ff-58fd-4dc8-bfd8-645bb41b8d55 req-c46ee259-9cbe-4b02-8a4e-7ee0e347930a tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:29.061584 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-a7a924ff-58fd-4dc8-bfd8-645bb41b8d55 req-c46ee259-9cbe-4b02-8a4e-7ee0e347930a tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:29.091216 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-a7a924ff-58fd-4dc8-bfd8-645bb41b8d55 req-c46ee259-9cbe-4b02-8a4e-7ee0e347930a tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7580097 Feb 28 10:42:29.192649 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543d302-a0e2-4181-b315-50a96c76e7c4 req-a4ee9403-749d-4ee2-9ab8-dcb7e7b57df6 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:29.194372 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7543d302-a0e2-4181-b315-50a96c76e7c4 req-a4ee9403-749d-4ee2-9ab8-dcb7e7b57df6 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4890d4b-0ef0-4d0c-bcc7-13ee08fb4d26 HTTP/1.1" status: 200 len: 946 time: 0.0591438 Feb 28 10:42:29.199836 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [req-a7a924ff-58fd-4dc8-bfd8-645bb41b8d55 req-c4d11a33-fc0a-4b9c-840d-68f9c57c7553 service neutron] Request body: {'port': {'device_id': '0689f1f6-c3da-4498-a3c7-485cd03532fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83116'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:29.259873 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-a7a924ff-58fd-4dc8-bfd8-645bb41b8d55 req-c4d11a33-fc0a-4b9c-840d-68f9c57c7553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (56bb226c-96d4-48ce-b662-95b441ab294d), before_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:29.273613 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7543d302-a0e2-4181-b315-50a96c76e7c4 req-6f882697-1f0e-4aaf-a251-7895d34ba8f3 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686665 Feb 28 10:42:29.283792 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d8b876-2920-4022-b6d8-89f2f8dc1478 req-2f383e49-f8ff-4e1b-8f4a-be7cd7ad6f23 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:29.285264 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-74d8b876-2920-4022-b6d8-89f2f8dc1478 req-2f383e49-f8ff-4e1b-8f4a-be7cd7ad6f23 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/ports?device_id=0689f1f6-c3da-4498-a3c7-485cd03532fa HTTP/1.1" status: 200 len: 932 time: 0.0899565 Feb 28 10:42:29.332662 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-74d8b876-2920-4022-b6d8-89f2f8dc1478 req-51cc4cec-a500-42b7-8353-e105e45dbe7e tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3a60a65-45aa-4b68-a140-f3529d1903ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418167 Feb 28 10:42:29.452624 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4959c09c-f2cb-4fe5-ac56-368d962251ec req-43d60959-4f34-4446-a923-a2101a8d7c53 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:29.454127 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4959c09c-f2cb-4fe5-ac56-368d962251ec req-43d60959-4f34-4446-a923-a2101a8d7c53 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0562460 Feb 28 10:42:29.532280 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [req-a7a924ff-58fd-4dc8-bfd8-645bb41b8d55 req-c4d11a33-fc0a-4b9c-840d-68f9c57c7553 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56bb226c-96d4-48ce-b662-95b441ab294d {{(pid=102996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:42:29.533249 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed01460-4b3d-4b3b-a7a5-ff967094e4b6 req-03d592f2-2643-4533-99e8-a976404d2f03 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:29.534737 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7ed01460-4b3d-4b3b-a7a5-ff967094e4b6 req-03d592f2-2643-4533-99e8-a976404d2f03 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da453e9-81a2-4981-b3af-cb0bd958834f HTTP/1.1" status: 200 len: 943 time: 0.0788622 Feb 28 10:42:29.538120 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4959c09c-f2cb-4fe5-ac56-368d962251ec req-19fee520-6359-412e-ba47-f5f9b4a4a049 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741293 Feb 28 10:42:29.540114 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-a7a924ff-58fd-4dc8-bfd8-645bb41b8d55 req-c4d11a33-fc0a-4b9c-840d-68f9c57c7553 service neutron] Publish callbacks [] for port (56bb226c-96d4-48ce-b662-95b441ab294d), precommit_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:29.553767 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.provisioning_blocks [req-a7a924ff-58fd-4dc8-bfd8-645bb41b8d55 req-c4d11a33-fc0a-4b9c-840d-68f9c57c7553 service neutron] Transition to ACTIVE for port object 56bb226c-96d4-48ce-b662-95b441ab294d will not be triggered until provisioned by entity L2. {{(pid=102996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:42:29.564779 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-a7a924ff-58fd-4dc8-bfd8-645bb41b8d55 req-c4d11a33-fc0a-4b9c-840d-68f9c57c7553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63361884'] for port (56bb226c-96d4-48ce-b662-95b441ab294d), after_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:29.591549 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7ed01460-4b3d-4b3b-a7a5-ff967094e4b6 req-c1ff4138-6b58-41fe-bc76-d323120bf218 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510681 Feb 28 10:42:29.618553 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d11a33-fc0a-4b9c-840d-68f9c57c7553 service neutron] Pushing event updated for resources: {'Port': ['ID=56bb226c-96d4-48ce-b662-95b441ab294d,revision_number=2']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:29.686033 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-a7a924ff-58fd-4dc8-bfd8-645bb41b8d55 req-c4d11a33-fc0a-4b9c-840d-68f9c57c7553 service neutron] Attempting to bind port 56bb226c-96d4-48ce-b662-95b441ab294d on host hv-cinder-83116 for vnic_type normal with profile {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:42:29.686366 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-a7a924ff-58fd-4dc8-bfd8-645bb41b8d55 req-c4d11a33-fc0a-4b9c-840d-68f9c57c7553 service neutron] Attempting to bind port 56bb226c-96d4-48ce-b662-95b441ab294d by drivers openvswitch,hyperv on host hv-cinder-83116 at level 0 using segments [{'id': '0a13a6bd-1777-427f-91c3-bea6c3e3d76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '65d86c92-8e0b-4075-bd86-d832142206b9'}] {{(pid=102996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:42:29.686689 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a924ff-58fd-4dc8-bfd8-645bb41b8d55 req-c4d11a33-fc0a-4b9c-840d-68f9c57c7553 service neutron] Attempting to bind port 56bb226c-96d4-48ce-b662-95b441ab294d on network 65d86c92-8e0b-4075-bd86-d832142206b9 {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:42:29.690925 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a924ff-58fd-4dc8-bfd8-645bb41b8d55 req-c4d11a33-fc0a-4b9c-840d-68f9c57c7553 service neutron] Port 56bb226c-96d4-48ce-b662-95b441ab294d on network 65d86c92-8e0b-4075-bd86-d832142206b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83116 {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:42:29.691247 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a924ff-58fd-4dc8-bfd8-645bb41b8d55 req-c4d11a33-fc0a-4b9c-840d-68f9c57c7553 service neutron] Attempting to bind port 56bb226c-96d4-48ce-b662-95b441ab294d on network 65d86c92-8e0b-4075-bd86-d832142206b9 {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:42:29.696221 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a924ff-58fd-4dc8-bfd8-645bb41b8d55 req-c4d11a33-fc0a-4b9c-840d-68f9c57c7553 service neutron] Checking agent: {'id': 'db31e800-75f5-4bdb-84cd-f402d346b45c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 36, 4), 'started_at': datetime.datetime(2022, 2, 28, 10, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:42:29.696549 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a924ff-58fd-4dc8-bfd8-645bb41b8d55 req-c4d11a33-fc0a-4b9c-840d-68f9c57c7553 service neutron] Checking segment: {'id': '0a13a6bd-1777-427f-91c3-bea6c3e3d76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '65d86c92-8e0b-4075-bd86-d832142206b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:42:29.696924 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a924ff-58fd-4dc8-bfd8-645bb41b8d55 req-c4d11a33-fc0a-4b9c-840d-68f9c57c7553 service neutron] Bound using segment: {'id': '0a13a6bd-1777-427f-91c3-bea6c3e3d76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '65d86c92-8e0b-4075-bd86-d832142206b9'} {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:42:29.697336 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-a7a924ff-58fd-4dc8-bfd8-645bb41b8d55 req-c4d11a33-fc0a-4b9c-840d-68f9c57c7553 service neutron] Bound port: 56bb226c-96d4-48ce-b662-95b441ab294d, host: hv-cinder-83116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a13a6bd-1777-427f-91c3-bea6c3e3d76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '65d86c92-8e0b-4075-bd86-d832142206b9'}}] {{(pid=102996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:42:29.697682 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-a7a924ff-58fd-4dc8-bfd8-645bb41b8d55 req-c4d11a33-fc0a-4b9c-840d-68f9c57c7553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (56bb226c-96d4-48ce-b662-95b441ab294d), before_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:29.758473 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-a7a924ff-58fd-4dc8-bfd8-645bb41b8d55 req-c4d11a33-fc0a-4b9c-840d-68f9c57c7553 service neutron] For port 56bb226c-96d4-48ce-b662-95b441ab294d, host hv-cinder-83116, cleared binding levels {{(pid=102996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:42:29.762274 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-a7a924ff-58fd-4dc8-bfd8-645bb41b8d55 req-c4d11a33-fc0a-4b9c-840d-68f9c57c7553 service neutron] For port 56bb226c-96d4-48ce-b662-95b441ab294d, host hv-cinder-83116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=56bb226c-96d4-48ce-b662-95b441ab294d,segment=NetworkSegment(0a13a6bd-1777-427f-91c3-bea6c3e3d76f),segment_id=0a13a6bd-1777-427f-91c3-bea6c3e3d76f)] {{(pid=102996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:42:29.768347 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-a7a924ff-58fd-4dc8-bfd8-645bb41b8d55 req-c4d11a33-fc0a-4b9c-840d-68f9c57c7553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63361884'] for port (56bb226c-96d4-48ce-b662-95b441ab294d), after_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:29.804214 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a924ff-58fd-4dc8-bfd8-645bb41b8d55 req-c4d11a33-fc0a-4b9c-840d-68f9c57c7553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:29.805005 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-a7a924ff-58fd-4dc8-bfd8-645bb41b8d55 req-c4d11a33-fc0a-4b9c-840d-68f9c57c7553 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:29.806362 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-a7a924ff-58fd-4dc8-bfd8-645bb41b8d55 req-c4d11a33-fc0a-4b9c-840d-68f9c57c7553 service neutron] 10.222.0.46 "PUT /v2.0/ports/56bb226c-96d4-48ce-b662-95b441ab294d HTTP/1.1" status: 200 len: 1094 time: 0.6109605 Feb 28 10:42:29.808603 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0689f1f6-c3da-4498-a3c7-485cd03532fa', 'tag': '56bb226c-96d4-48ce-b662-95b441ab294d'}] {{(pid=102996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:42:29.810816 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fc607127e9415785fd538e0c70e4bf06f6b8f20b6b46de5a0809c41644901f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780af34a-198d-473a-9523-8580d053b728" -d '{"events": [{"name": "network-changed", "server_uuid": "0689f1f6-c3da-4498-a3c7-485cd03532fa", "tag": "56bb226c-96d4-48ce-b662-95b441ab294d"}]}' {{(pid=102996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:42:29.832656 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d11a33-fc0a-4b9c-840d-68f9c57c7553 service neutron] Pushing event updated for resources: {'Port': ['ID=56bb226c-96d4-48ce-b662-95b441ab294d,revision_number=3']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:29.848077 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f2aa30-c420-41e4-9753-a17dbfe83c9b x-openstack-request-id: req-e0f2aa30-c420-41e4-9753-a17dbfe83c9b {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:42:29.848375 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0689f1f6-c3da-4498-a3c7-485cd03532fa", "tag": "56bb226c-96d4-48ce-b662-95b441ab294d", "status": "completed", "code": 200}]} {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:42:29.848633 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e0f2aa30-c420-41e4-9753-a17dbfe83c9b {{(pid=102996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:42:29.849037 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0689f1f6-c3da-4498-a3c7-485cd03532fa', 'tag': '56bb226c-96d4-48ce-b662-95b441ab294d', 'status': 'completed', 'code': 200} Feb 28 10:42:29.918199 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:30.081096 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8e426-1a43-4cc1-a108-2d596a1b9361 req-da6b000c-794c-4915-b378-1d87160d6a0c tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:30.082672 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-17d8e426-1a43-4cc1-a108-2d596a1b9361 req-da6b000c-794c-4915-b378-1d87160d6a0c tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4890d4b-0ef0-4d0c-bcc7-13ee08fb4d26 HTTP/1.1" status: 200 len: 946 time: 0.0862422 Feb 28 10:42:30.085546 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780af34a-198d-473a-9523-8580d053b728 req-3bf60bef-478e-4cc7-8b0b-78165021347f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:30.086879 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-780af34a-198d-473a-9523-8580d053b728 req-3bf60bef-478e-4cc7-8b0b-78165021347f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=26dd6355f38f46af9815bde5526360db&device_id=0689f1f6-c3da-4498-a3c7-485cd03532fa HTTP/1.1" status: 200 len: 1128 time: 0.0826221 Feb 28 10:42:30.260786 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780af34a-198d-473a-9523-8580d053b728 req-06fd4860-4e60-4a92-9414-f633347e7a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:30.262303 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-780af34a-198d-473a-9523-8580d053b728 req-06fd4860-4e60-4a92-9414-f633347e7a2f service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=26dd6355f38f46af9815bde5526360db&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1539326 Feb 28 10:42:30.318519 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [req-17d8e426-1a43-4cc1-a108-2d596a1b9361 req-74259f64-e497-4b96-9dfe-9c410d9bc87c tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Deleting port b6d159b9-4c8e-4ce6-ac37-af8c55975b8d {{(pid=102996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:42:30.318813 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-17d8e426-1a43-4cc1-a108-2d596a1b9361 req-74259f64-e497-4b96-9dfe-9c410d9bc87c tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (b6d159b9-4c8e-4ce6-ac37-af8c55975b8d), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:30.411758 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780af34a-198d-473a-9523-8580d053b728 req-e90e4aab-8a33-4d4f-b621-c78e2c127dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:30.413122 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-780af34a-198d-473a-9523-8580d053b728 req-e90e4aab-8a33-4d4f-b621-c78e2c127dc4 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1444056 Feb 28 10:42:30.415419 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ab19a-0858-45d3-b9fc-3223d2ed0ad8 req-0a83f089-a357-40d3-94c5-44ab4f2100cb tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:30.416918 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-df2ab19a-0858-45d3-b9fc-3223d2ed0ad8 req-0a83f089-a357-40d3-94c5-44ab4f2100cb tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4890d4b-0ef0-4d0c-bcc7-13ee08fb4d26 HTTP/1.1" status: 200 len: 946 time: 0.0605338 Feb 28 10:42:30.470083 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-17d8e426-1a43-4cc1-a108-2d596a1b9361 req-74259f64-e497-4b96-9dfe-9c410d9bc87c tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] For port b6d159b9-4c8e-4ce6-ac37-af8c55975b8d, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=b6d159b9-4c8e-4ce6-ac37-af8c55975b8d,segment=NetworkSegment(70a518fb-2283-4553-b90f-d3f0f325e4d8),segment_id=70a518fb-2283-4553-b90f-d3f0f325e4d8)] {{(pid=102996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:30.470436 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-17d8e426-1a43-4cc1-a108-2d596a1b9361 req-74259f64-e497-4b96-9dfe-9c410d9bc87c tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (b6d159b9-4c8e-4ce6-ac37-af8c55975b8d), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:30.493524 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-df2ab19a-0858-45d3-b9fc-3223d2ed0ad8 req-aebcbe6d-6bed-44f4-8c53-87adfb6bf256 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649443 Feb 28 10:42:30.500911 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1505ac-6088-49e5-9bbb-f7f0b3bf8650 req-59a51b83-e9da-4daa-b56c-55a437a7fc0f tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:30.502316 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0e1505ac-6088-49e5-9bbb-f7f0b3bf8650 req-59a51b83-e9da-4daa-b56c-55a437a7fc0f tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/ports?device_id=0689f1f6-c3da-4498-a3c7-485cd03532fa HTTP/1.1" status: 200 len: 944 time: 0.0845351 Feb 28 10:42:30.510663 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [req-17d8e426-1a43-4cc1-a108-2d596a1b9361 req-74259f64-e497-4b96-9dfe-9c410d9bc87c tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Calling delete_port for b6d159b9-4c8e-4ce6-ac37-af8c55975b8d owned by compute:nova {{(pid=102996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:42:30.549915 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0e1505ac-6088-49e5-9bbb-f7f0b3bf8650 req-41813928-eb9e-45ac-93d2-a6b9f9406ad0 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3a60a65-45aa-4b68-a140-f3529d1903ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418658 Feb 28 10:42:30.582287 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a924ff-58fd-4dc8-bfd8-645bb41b8d55 req-0df9bea0-fc55-49d9-9573-9dfad5006d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:30.583826 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-a7a924ff-58fd-4dc8-bfd8-645bb41b8d55 req-0df9bea0-fc55-49d9-9573-9dfad5006d40 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=26dd6355f38f46af9815bde5526360db&device_id=0689f1f6-c3da-4498-a3c7-485cd03532fa HTTP/1.1" status: 200 len: 1128 time: 0.1061168 Feb 28 10:42:30.639011 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-a7a924ff-58fd-4dc8-bfd8-645bb41b8d55 req-3c0babe5-1fb0-4eb9-b887-498f9e3bb49f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56bb226c-96d4-48ce-b662-95b441ab294d HTTP/1.1" status: 200 len: 217 time: 0.0412650 Feb 28 10:42:30.712450 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5f890-c387-427e-9921-bdc399ef284e req-7303631e-17af-4b4b-b1df-d68bc80ff458 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:30.713919 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-dfb5f890-c387-427e-9921-bdc399ef284e req-7303631e-17af-4b4b-b1df-d68bc80ff458 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da453e9-81a2-4981-b3af-cb0bd958834f HTTP/1.1" status: 200 len: 943 time: 0.0548208 Feb 28 10:42:30.721671 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a924ff-58fd-4dc8-bfd8-645bb41b8d55 req-936c502c-8722-4582-b331-b0a23b9f19b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:30.723436 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-a7a924ff-58fd-4dc8-bfd8-645bb41b8d55 req-936c502c-8722-4582-b331-b0a23b9f19b7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=20b114e0-35e1-4a17-ad6b-2b7a729a2100 HTTP/1.1" status: 200 len: 853 time: 0.0753536 Feb 28 10:42:30.724719 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-17d8e426-1a43-4cc1-a108-2d596a1b9361 req-74259f64-e497-4b96-9dfe-9c410d9bc87c tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (b6d159b9-4c8e-4ce6-ac37-af8c55975b8d), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:30.760558 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74259f64-e497-4b96-9dfe-9c410d9bc87c tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Pushing event deleted for resources: {'Port': ['ID=b6d159b9-4c8e-4ce6-ac37-af8c55975b8d,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:30.766178 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-dfb5f890-c387-427e-9921-bdc399ef284e req-6621f487-5382-403f-a43a-469d00891df7 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455847 Feb 28 10:42:30.780754 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] get_ports_and_sgs() called for port_ids ['e3a2cc80-254c-4e2c-bc3f-cb2a6e821357', 'ea27a3ad-135b-48ee-98da-f1a11188538b', 'b6d159b9-4c8e-4ce6-ac37-af8c55975b8d'] {{(pid=102997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:42:30.784673 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-a7a924ff-58fd-4dc8-bfd8-645bb41b8d55 req-860f0a17-a5d2-4c77-a103-c0800e291331 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=65d86c92-8e0b-4075-bd86-d832142206b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519907 Feb 28 10:42:30.861808 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d8e426-1a43-4cc1-a108-2d596a1b9361 req-74259f64-e497-4b96-9dfe-9c410d9bc87c tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] No DVR routers for this DVR port b6d159b9-4c8e-4ce6-ac37-af8c55975b8d on host hv-cinder-83116 {{(pid=102996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:42:30.864499 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-17d8e426-1a43-4cc1-a108-2d596a1b9361 req-74259f64-e497-4b96-9dfe-9c410d9bc87c tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:30.867596 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-17d8e426-1a43-4cc1-a108-2d596a1b9361 req-74259f64-e497-4b96-9dfe-9c410d9bc87c tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.46 "DELETE /v2.0/ports/b6d159b9-4c8e-4ce6-ac37-af8c55975b8d HTTP/1.1" status: 204 len: 173 time: 0.7602735 Feb 28 10:42:30.916538 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-a7a924ff-58fd-4dc8-bfd8-645bb41b8d55 req-6bbd2ada-dd62-4a91-9623-dfcd875623fa service neutron] 10.222.0.46 "GET /v2.0/networks/65d86c92-8e0b-4075-bd86-d832142206b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252456 Feb 28 10:42:31.023221 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-a7a924ff-58fd-4dc8-bfd8-645bb41b8d55 req-602954ae-1c1b-415b-aa9f-d0ba9b7ca9a9 service neutron] 10.222.0.46 "GET /v2.0/networks/65d86c92-8e0b-4075-bd86-d832142206b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899177 Feb 28 10:42:31.531066 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:31.608630 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-8c7b1021-e9fe-4c05-889c-42d3015081de req-c11f94e4-3ac6-48b4-bb4b-605975f87b2d tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4890d4b-0ef0-4d0c-bcc7-13ee08fb4d26 HTTP/1.1" status: 200 len: 210 time: 0.0340333 Feb 28 10:42:31.679872 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d33de9-feaa-4378-b1a0-5b61b095f750 req-e4b4a904-6830-4e10-a64e-47a160d70ded tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:31.680937 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b9d33de9-feaa-4378-b1a0-5b61b095f750 req-e4b4a904-6830-4e10-a64e-47a160d70ded tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/ports?device_id=0689f1f6-c3da-4498-a3c7-485cd03532fa HTTP/1.1" status: 200 len: 944 time: 0.0528524 Feb 28 10:42:31.736943 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b9d33de9-feaa-4378-b1a0-5b61b095f750 req-c5e4f3bd-7240-4053-9017-0c2dd491d6dc tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3a60a65-45aa-4b68-a140-f3529d1903ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478396 Feb 28 10:42:31.850485 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4890d4b-0ef0-4d0c-bcc7-13ee08fb4d26', 'name': 'network-vif-deleted', 'tag': 'b6d159b9-4c8e-4ce6-ac37-af8c55975b8d'}] {{(pid=102996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:42:31.852892 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fc607127e9415785fd538e0c70e4bf06f6b8f20b6b46de5a0809c41644901f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c6cf30-c996-4b94-be9b-3a7afe421940" -d '{"events": [{"server_uuid": "a4890d4b-0ef0-4d0c-bcc7-13ee08fb4d26", "name": "network-vif-deleted", "tag": "b6d159b9-4c8e-4ce6-ac37-af8c55975b8d"}]}' {{(pid=102996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:42:31.890593 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e2a510-4835-41b0-88f0-011847eca6e8 x-openstack-request-id: req-75e2a510-4835-41b0-88f0-011847eca6e8 {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:42:31.891019 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4890d4b-0ef0-4d0c-bcc7-13ee08fb4d26", "name": "network-vif-deleted", "tag": "b6d159b9-4c8e-4ce6-ac37-af8c55975b8d", "status": "completed", "code": 200}]} {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:42:31.891379 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-75e2a510-4835-41b0-88f0-011847eca6e8 {{(pid=102996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:42:31.892023 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4890d4b-0ef0-4d0c-bcc7-13ee08fb4d26', 'name': 'network-vif-deleted', 'tag': 'b6d159b9-4c8e-4ce6-ac37-af8c55975b8d', 'status': 'completed', 'code': 200} Feb 28 10:42:31.894206 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719feb5-c6eb-4802-9b97-0841f01ef3f1 req-e5fae2fe-dec6-40b7-8691-42ff9de6736d tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:31.895773 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c719feb5-c6eb-4802-9b97-0841f01ef3f1 req-e5fae2fe-dec6-40b7-8691-42ff9de6736d tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da453e9-81a2-4981-b3af-cb0bd958834f HTTP/1.1" status: 200 len: 943 time: 0.0606439 Feb 28 10:42:31.943835 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c719feb5-c6eb-4802-9b97-0841f01ef3f1 req-011e41d3-f2e8-4f30-a0d9-155fae55a3a6 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426874 Feb 28 10:42:32.889107 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d4265-7c48-409c-9339-b8d4cba6c7e1 req-16e56e4f-f63d-48e2-bd36-fc011cbd1767 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:32.890547 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-074d4265-7c48-409c-9339-b8d4cba6c7e1 req-16e56e4f-f63d-48e2-bd36-fc011cbd1767 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/ports?device_id=0689f1f6-c3da-4498-a3c7-485cd03532fa HTTP/1.1" status: 200 len: 944 time: 0.0851634 Feb 28 10:42:32.901325 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170cff01-95a2-4fb0-bfb6-50a40b5411ce req-a248c836-9c9f-4eb8-8813-8ae6ca47442b tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:32.903300 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-170cff01-95a2-4fb0-bfb6-50a40b5411ce req-a248c836-9c9f-4eb8-8813-8ae6ca47442b tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ee65a21-701b-4152-8912-23058b4a1482 HTTP/1.1" status: 200 len: 945 time: 0.0721641 Feb 28 10:42:32.971146 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-074d4265-7c48-409c-9339-b8d4cba6c7e1 req-9326214e-cb8f-44cd-a6d1-43b71d1fe25e tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3a60a65-45aa-4b68-a140-f3529d1903ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669055 Feb 28 10:42:32.975138 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-170cff01-95a2-4fb0-bfb6-50a40b5411ce req-e2347f2b-666c-4614-9d0a-e151d41bf3ed tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655148 Feb 28 10:42:33.074894 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74214f6a-f8b7-4f37-aee7-032870de81da req-457862c8-cdf6-4ecb-b247-28914919ed75 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:33.076360 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-74214f6a-f8b7-4f37-aee7-032870de81da req-457862c8-cdf6-4ecb-b247-28914919ed75 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da453e9-81a2-4981-b3af-cb0bd958834f HTTP/1.1" status: 200 len: 943 time: 0.0526922 Feb 28 10:42:33.125029 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-74214f6a-f8b7-4f37-aee7-032870de81da req-7231993d-f33f-4914-ae06-897f3f55fda1 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416715 Feb 28 10:42:33.371439 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device b6d159b9-4c8e-4ce6-ac37-af8c55975b8d no longer exists at agent hyperv_hv-cinder-83116 {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:42:33.391947 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] No Port match for: b6d159b9-4c8e-4ce6-ac37-af8c55975b8d {{(pid=102997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:42:33.392296 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device b6d159b9-4c8e-4ce6-ac37-af8c55975b8d not bound to the agent host hv-cinder-83116 {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:42:34.054441 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (db31e800-75f5-4bdb-84cd-f402d346b45c), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:34.121939 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b314c6-3be2-4458-8472-26d572c7f213 req-8fdc123b-9755-4bff-a9a4-842841ff2afa tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:34.123422 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b9b314c6-3be2-4458-8472-26d572c7f213 req-8fdc123b-9755-4bff-a9a4-842841ff2afa tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/ports?device_id=0689f1f6-c3da-4498-a3c7-485cd03532fa HTTP/1.1" status: 200 len: 944 time: 0.0857372 Feb 28 10:42:34.133894 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eabe24-bd7e-439a-b5ce-440e5bd9a735 req-8569c6d9-ef5a-4bdb-b99f-49d808f26c2f tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:34.135257 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-20eabe24-bd7e-439a-b5ce-440e5bd9a735 req-8569c6d9-ef5a-4bdb-b99f-49d808f26c2f tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ee65a21-701b-4152-8912-23058b4a1482 HTTP/1.1" status: 200 len: 945 time: 0.0955982 Feb 28 10:42:34.202227 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b9b314c6-3be2-4458-8472-26d572c7f213 req-6b0a2dfe-1806-45f2-b37c-161369bb842b tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3a60a65-45aa-4b68-a140-f3529d1903ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660317 Feb 28 10:42:34.209229 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-20eabe24-bd7e-439a-b5ce-440e5bd9a735 req-65eb6403-88f0-4d60-9b58-fbd70696c5c2 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675309 Feb 28 10:42:34.324444 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844c46a-4691-4103-9501-f0ad4044352b req-21c5437c-f00c-480d-933a-f7501c5bce8a tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:34.325873 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-3844c46a-4691-4103-9501-f0ad4044352b req-21c5437c-f00c-480d-933a-f7501c5bce8a tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da453e9-81a2-4981-b3af-cb0bd958834f HTTP/1.1" status: 200 len: 943 time: 0.0514302 Feb 28 10:42:34.375111 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-3844c46a-4691-4103-9501-f0ad4044352b req-452965c7-5a89-4e02-8f05-a6c91db3fe96 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439301 Feb 28 10:42:34.993570 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab72756-d924-4978-8b4d-85f2f288a99c req-afe807fc-2cf1-4a8e-9d59-46022e403494 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:34.994928 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-9ab72756-d924-4978-8b4d-85f2f288a99c req-afe807fc-2cf1-4a8e-9d59-46022e403494 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ee65a21-701b-4152-8912-23058b4a1482 HTTP/1.1" status: 200 len: 945 time: 0.0517499 Feb 28 10:42:35.091329 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [req-9ab72756-d924-4978-8b4d-85f2f288a99c req-8375c465-3d3c-4b39-9f86-bed0a8460d53 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Deleting port ea27a3ad-135b-48ee-98da-f1a11188538b {{(pid=102996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:42:35.091666 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-9ab72756-d924-4978-8b4d-85f2f288a99c req-8375c465-3d3c-4b39-9f86-bed0a8460d53 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (ea27a3ad-135b-48ee-98da-f1a11188538b), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:35.176199 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-9ab72756-d924-4978-8b4d-85f2f288a99c req-8375c465-3d3c-4b39-9f86-bed0a8460d53 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] For port ea27a3ad-135b-48ee-98da-f1a11188538b, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=ea27a3ad-135b-48ee-98da-f1a11188538b,segment=NetworkSegment(70a518fb-2283-4553-b90f-d3f0f325e4d8),segment_id=70a518fb-2283-4553-b90f-d3f0f325e4d8)] {{(pid=102996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:35.176549 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-9ab72756-d924-4978-8b4d-85f2f288a99c req-8375c465-3d3c-4b39-9f86-bed0a8460d53 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (ea27a3ad-135b-48ee-98da-f1a11188538b), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:35.188865 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [req-9ab72756-d924-4978-8b4d-85f2f288a99c req-8375c465-3d3c-4b39-9f86-bed0a8460d53 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Calling delete_port for ea27a3ad-135b-48ee-98da-f1a11188538b owned by compute:nova {{(pid=102996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:42:35.321169 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-9ab72756-d924-4978-8b4d-85f2f288a99c req-8375c465-3d3c-4b39-9f86-bed0a8460d53 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (ea27a3ad-135b-48ee-98da-f1a11188538b), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:35.347936 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8375c465-3d3c-4b39-9f86-bed0a8460d53 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Pushing event deleted for resources: {'Port': ['ID=ea27a3ad-135b-48ee-98da-f1a11188538b,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:35.354671 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188bcaf4-e580-4e54-8c88-b209d5e4589c req-2bd5027b-e6c5-448e-9a52-88eea15e8d8d tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:35.356734 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-188bcaf4-e580-4e54-8c88-b209d5e4589c req-2bd5027b-e6c5-448e-9a52-88eea15e8d8d tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/ports?device_id=0689f1f6-c3da-4498-a3c7-485cd03532fa HTTP/1.1" status: 200 len: 944 time: 0.0833983 Feb 28 10:42:35.357305 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] get_ports_and_sgs() called for port_ids ['e3a2cc80-254c-4e2c-bc3f-cb2a6e821357', 'ea27a3ad-135b-48ee-98da-f1a11188538b'] {{(pid=102997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:42:35.367074 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5269b4b-ffa7-4d29-a858-7861fe87fc63 req-d7ff1cf7-4cd4-42ce-9bc4-a7f2b186405f tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:35.368560 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a5269b4b-ffa7-4d29-a858-7861fe87fc63 req-d7ff1cf7-4cd4-42ce-9bc4-a7f2b186405f tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ee65a21-701b-4152-8912-23058b4a1482 HTTP/1.1" status: 200 len: 867 time: 0.0869031 Feb 28 10:42:35.388036 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device 56bb226c-96d4-48ce-b662-95b441ab294d details requested by agent hyperv_hv-cinder-83116 with host hv-cinder-83116 {{(pid=102997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:42:35.404160 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab72756-d924-4978-8b4d-85f2f288a99c req-8375c465-3d3c-4b39-9f86-bed0a8460d53 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] No DVR routers for this DVR port ea27a3ad-135b-48ee-98da-f1a11188538b on host hv-cinder-83116 {{(pid=102996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:42:35.406873 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-9ab72756-d924-4978-8b4d-85f2f288a99c req-8375c465-3d3c-4b39-9f86-bed0a8460d53 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:35.410733 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-9ab72756-d924-4978-8b4d-85f2f288a99c req-8375c465-3d3c-4b39-9f86-bed0a8460d53 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.46 "DELETE /v2.0/ports/ea27a3ad-135b-48ee-98da-f1a11188538b HTTP/1.1" status: 204 len: 173 time: 0.4103398 Feb 28 10:42:35.410890 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee65a21-701b-4152-8912-23058b4a1482', 'name': 'network-vif-deleted', 'tag': 'ea27a3ad-135b-48ee-98da-f1a11188538b'}] {{(pid=102996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:42:35.413253 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fc607127e9415785fd538e0c70e4bf06f6b8f20b6b46de5a0809c41644901f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707b4d7f-ecfa-4bb4-80d6-130dc44f87cc" -d '{"events": [{"server_uuid": "6ee65a21-701b-4152-8912-23058b4a1482", "name": "network-vif-deleted", "tag": "ea27a3ad-135b-48ee-98da-f1a11188538b"}]}' {{(pid=102996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:42:35.446097 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a5269b4b-ffa7-4d29-a858-7861fe87fc63 req-e3ed410d-c736-4121-8be8-4ba96c370fde tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702653 Feb 28 10:42:35.461832 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-188bcaf4-e580-4e54-8c88-b209d5e4589c req-2e6d64f9-e506-43be-bea2-77bbf85c6888 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3a60a65-45aa-4b68-a140-f3529d1903ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787988 Feb 28 10:42:35.565784 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7782ef7-bbc4-4c24-8ddf-f32afd837fe5 x-openstack-request-id: req-d7782ef7-bbc4-4c24-8ddf-f32afd837fe5 {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:42:35.567230 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee65a21-701b-4152-8912-23058b4a1482", "name": "network-vif-deleted", "tag": "ea27a3ad-135b-48ee-98da-f1a11188538b", "status": "completed", "code": 200}]} {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:42:35.567729 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d7782ef7-bbc4-4c24-8ddf-f32afd837fe5 {{(pid=102996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:42:35.568479 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee65a21-701b-4152-8912-23058b4a1482', 'name': 'network-vif-deleted', 'tag': 'ea27a3ad-135b-48ee-98da-f1a11188538b', 'status': 'completed', 'code': 200} Feb 28 10:42:35.593357 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port 56bb226c-96d4-48ce-b662-95b441ab294d, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=56bb226c-96d4-48ce-b662-95b441ab294d,segment=NetworkSegment(0a13a6bd-1777-427f-91c3-bea6c3e3d76f),segment_id=0a13a6bd-1777-427f-91c3-bea6c3e3d76f)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:35.614994 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Returning: {'device': '56bb226c-96d4-48ce-b662-95b441ab294d', 'network_id': '65d86c92-8e0b-4075-bd86-d832142206b9', 'port_id': '56bb226c-96d4-48ce-b662-95b441ab294d', 'mac_address': 'fa:16:3e:c9:8b:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20b114e0-35e1-4a17-ad6b-2b7a729a2100', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:42:35.633612 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4436aae-b83b-4477-bbc2-bb3ac17921fc req-de232f40-18d0-45be-b0e5-0c927dfc73f8 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:35.635101 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e4436aae-b83b-4477-bbc2-bb3ac17921fc req-de232f40-18d0-45be-b0e5-0c927dfc73f8 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da453e9-81a2-4981-b3af-cb0bd958834f HTTP/1.1" status: 200 len: 943 time: 0.0725112 Feb 28 10:42:35.670711 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Current status of the port 56bb226c-96d4-48ce-b662-95b441ab294d is: DOWN; New status is: BUILD {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:35.671143 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (56bb226c-96d4-48ce-b662-95b441ab294d), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:35.683422 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e4436aae-b83b-4477-bbc2-bb3ac17921fc req-3049ce1d-d797-4917-b620-71f3a9e1799e tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426543 Feb 28 10:42:35.683807 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.notifiers.nova [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56bb226c-96d4-48ce-b662-95b441ab294d {{(pid=102997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:42:35.706936 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port 56bb226c-96d4-48ce-b662-95b441ab294d, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=56bb226c-96d4-48ce-b662-95b441ab294d,segment=NetworkSegment(0a13a6bd-1777-427f-91c3-bea6c3e3d76f),segment_id=0a13a6bd-1777-427f-91c3-bea6c3e3d76f)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:35.710594 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (56bb226c-96d4-48ce-b662-95b441ab294d), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:35.754841 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Pushing event updated for resources: {'Port': ['ID=56bb226c-96d4-48ce-b662-95b441ab294d,revision_number=4']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:35.762260 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:35.762609 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:35.763000 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:35.763344 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:35.763674 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:35.764000 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:35.764328 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:35.764652 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:35.764973 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:35.765294 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:35.765613 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:35.765935 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:35.766252 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:36.348870 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] get_ports_and_sgs() called for port_ids ['56bb226c-96d4-48ce-b662-95b441ab294d'] {{(pid=102997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:42:36.596243 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47411a35-7048-4f4a-850b-798aabd7110d req-4fd22f72-0c7a-4b21-b1fb-5ea831bdfe09 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:36.597731 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-47411a35-7048-4f4a-850b-798aabd7110d req-4fd22f72-0c7a-4b21-b1fb-5ea831bdfe09 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/ports?device_id=0689f1f6-c3da-4498-a3c7-485cd03532fa HTTP/1.1" status: 200 len: 945 time: 0.0627668 Feb 28 10:42:36.644471 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-47411a35-7048-4f4a-850b-798aabd7110d req-06b3e3b5-6fc1-41ce-ba70-86991e4ae94b tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3a60a65-45aa-4b68-a140-f3529d1903ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412447 Feb 28 10:42:36.800515 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbfe1c-2820-4ad9-bffe-9c876acb58ca req-f1d46e7d-5455-4f15-8e03-159393780b57 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:36.801937 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7fdbfe1c-2820-4ad9-bffe-9c876acb58ca req-f1d46e7d-5455-4f15-8e03-159393780b57 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da453e9-81a2-4981-b3af-cb0bd958834f HTTP/1.1" status: 200 len: 943 time: 0.0537336 Feb 28 10:42:36.850140 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7fdbfe1c-2820-4ad9-bffe-9c876acb58ca req-9b554827-e819-4249-87b1-f77c6027b0ed tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426373 Feb 28 10:42:37.759491 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a2545-3f71-4586-a8e3-1bbeafe06828 req-ae010ed6-b97a-436b-94d8-943a4d49b7ab tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:37.760952 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-093a2545-3f71-4586-a8e3-1bbeafe06828 req-ae010ed6-b97a-436b-94d8-943a4d49b7ab tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/ports?device_id=0689f1f6-c3da-4498-a3c7-485cd03532fa HTTP/1.1" status: 200 len: 945 time: 0.0517375 Feb 28 10:42:37.805765 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-093a2545-3f71-4586-a8e3-1bbeafe06828 req-188d5291-3b72-4cda-ac70-5524f2b3a5fe tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3a60a65-45aa-4b68-a140-f3529d1903ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387068 Feb 28 10:42:37.964402 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e21d67b-b187-44ee-ad50-8a85cfdb2a33 req-9ec25081-f9e7-4f9b-abe8-2d8f35226251 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:37.965818 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6e21d67b-b187-44ee-ad50-8a85cfdb2a33 req-9ec25081-f9e7-4f9b-abe8-2d8f35226251 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da453e9-81a2-4981-b3af-cb0bd958834f HTTP/1.1" status: 200 len: 943 time: 0.0510097 Feb 28 10:42:38.015560 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6e21d67b-b187-44ee-ad50-8a85cfdb2a33 req-8bcdeb52-1de6-471f-a7fd-b0ace0f4fd06 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442748 Feb 28 10:42:38.919772 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17f6e4-db42-4897-bf7b-319f91e2b6b8 req-2a35b031-2921-4903-a6a3-37f8d3954744 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:38.921197 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ff17f6e4-db42-4897-bf7b-319f91e2b6b8 req-2a35b031-2921-4903-a6a3-37f8d3954744 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/ports?device_id=0689f1f6-c3da-4498-a3c7-485cd03532fa HTTP/1.1" status: 200 len: 945 time: 0.0512629 Feb 28 10:42:38.966409 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ff17f6e4-db42-4897-bf7b-319f91e2b6b8 req-d451f05e-5ed2-4550-8de5-fd5d4a55d4bf tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3a60a65-45aa-4b68-a140-f3529d1903ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392122 Feb 28 10:42:39.128886 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd7110d-19c1-46b9-9975-177e490c3111 req-d93fdc08-c843-4e28-84c8-c4c76976b94c tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:39.130300 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ebd7110d-19c1-46b9-9975-177e490c3111 req-d93fdc08-c843-4e28-84c8-c4c76976b94c tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da453e9-81a2-4981-b3af-cb0bd958834f HTTP/1.1" status: 200 len: 943 time: 0.0513070 Feb 28 10:42:39.176642 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ebd7110d-19c1-46b9-9975-177e490c3111 req-1635fc19-9c62-427d-ae49-3a474b1a0122 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406654 Feb 28 10:42:39.419823 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device 56bb226c-96d4-48ce-b662-95b441ab294d up at agent hyperv_hv-cinder-83116 {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:42:39.467005 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Provisioning for port 56bb226c-96d4-48ce-b662-95b441ab294d completed by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:42:39.470574 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Provisioning complete for port 56bb226c-96d4-48ce-b662-95b441ab294d triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:39.470992 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (56bb226c-96d4-48ce-b662-95b441ab294d), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:39.548013 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Current status of the port 56bb226c-96d4-48ce-b662-95b441ab294d is: BUILD; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:39.548395 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (56bb226c-96d4-48ce-b662-95b441ab294d), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:39.570195 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0689f1f6-c3da-4498-a3c7-485cd03532fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56bb226c-96d4-48ce-b662-95b441ab294d'}] {{(pid=102997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:42:39.572401 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3235e45cea9492f03cbc66cd40cfc06ba5865c86106c1e9dddb87cdb5008e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770ebc3d-f263-42b5-9cf4-63176a3c0986" -d '{"events": [{"server_uuid": "0689f1f6-c3da-4498-a3c7-485cd03532fa", "name": "network-vif-plugged", "status": "completed", "tag": "56bb226c-96d4-48ce-b662-95b441ab294d"}]}' {{(pid=102997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:42:39.585292 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port 56bb226c-96d4-48ce-b662-95b441ab294d, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=56bb226c-96d4-48ce-b662-95b441ab294d,segment=NetworkSegment(0a13a6bd-1777-427f-91c3-bea6c3e3d76f),segment_id=0a13a6bd-1777-427f-91c3-bea6c3e3d76f)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:39.589739 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (56bb226c-96d4-48ce-b662-95b441ab294d), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:39.590519 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device ea27a3ad-135b-48ee-98da-f1a11188538b no longer exists at agent hyperv_hv-cinder-83116 {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:42:39.613333 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2415500-88e1-4e66-8b07-a27a758b114f x-openstack-request-id: req-d2415500-88e1-4e66-8b07-a27a758b114f {{(pid=102997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:42:39.613633 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0689f1f6-c3da-4498-a3c7-485cd03532fa", "name": "network-vif-plugged", "status": "completed", "tag": "56bb226c-96d4-48ce-b662-95b441ab294d", "code": 200}]} {{(pid=102997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:42:39.613891 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d2415500-88e1-4e66-8b07-a27a758b114f {{(pid=102997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:42:39.614280 dv-cinder-831167-1-iscsi neutron-server[102997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0689f1f6-c3da-4498-a3c7-485cd03532fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56bb226c-96d4-48ce-b662-95b441ab294d', 'code': 200} Feb 28 10:42:39.631099 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] No Port match for: ea27a3ad-135b-48ee-98da-f1a11188538b {{(pid=102997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:42:39.631450 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device ea27a3ad-135b-48ee-98da-f1a11188538b not bound to the agent host hv-cinder-83116 {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:42:39.656214 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Pushing event updated for resources: {'Port': ['ID=56bb226c-96d4-48ce-b662-95b441ab294d,revision_number=5']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:39.831635 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86975b63-32e6-416d-9af6-64825ef39e74 req-642b6fec-d84f-44a9-8904-e48da97c860f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:39.833103 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-86975b63-32e6-416d-9af6-64825ef39e74 req-642b6fec-d84f-44a9-8904-e48da97c860f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0689f1f6-c3da-4498-a3c7-485cd03532fa HTTP/1.1" status: 200 len: 1130 time: 0.0433526 Feb 28 10:42:39.876220 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-86975b63-32e6-416d-9af6-64825ef39e74 req-2462c9dc-98fb-4d38-9467-c72ea4822b85 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d3a60a65-45aa-4b68-a140-f3529d1903ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357974 Feb 28 10:42:40.087181 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f7cb6-27a0-468f-a62e-18fc2b5b7ea6 req-17f3bbb1-87ed-4233-9f4a-0bbfbde91863 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:40.089635 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e44f7cb6-27a0-468f-a62e-18fc2b5b7ea6 req-17f3bbb1-87ed-4233-9f4a-0bbfbde91863 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/ports?device_id=0689f1f6-c3da-4498-a3c7-485cd03532fa HTTP/1.1" status: 200 len: 946 time: 0.0552154 Feb 28 10:42:40.134002 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e44f7cb6-27a0-468f-a62e-18fc2b5b7ea6 req-b16b232c-bdf3-4f84-b435-a38d17f05b86 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3a60a65-45aa-4b68-a140-f3529d1903ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394444 Feb 28 10:42:40.289923 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db832e-263f-4c72-a403-7cc4dba7b45d req-d8c74844-11bb-482e-aaad-8105f6d6db6d tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:40.291277 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-f3db832e-263f-4c72-a403-7cc4dba7b45d req-d8c74844-11bb-482e-aaad-8105f6d6db6d tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da453e9-81a2-4981-b3af-cb0bd958834f HTTP/1.1" status: 200 len: 943 time: 0.0507536 Feb 28 10:42:40.352729 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-f3db832e-263f-4c72-a403-7cc4dba7b45d req-0a43daf1-22a6-4578-b50f-062c404058ca tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558963 Feb 28 10:42:41.248132 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea311dc-a893-4bfd-b331-d9b3abfdab72 req-2c4236c4-56cf-43f9-9a0e-3542b28b9e53 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:41.249536 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6ea311dc-a893-4bfd-b331-d9b3abfdab72 req-2c4236c4-56cf-43f9-9a0e-3542b28b9e53 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/ports?device_id=0689f1f6-c3da-4498-a3c7-485cd03532fa HTTP/1.1" status: 200 len: 946 time: 0.0501754 Feb 28 10:42:41.494495 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6ea311dc-a893-4bfd-b331-d9b3abfdab72 req-b3a94c09-2d9f-4d3e-b0c9-858432735f23 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3a60a65-45aa-4b68-a140-f3529d1903ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395906 Feb 28 10:42:41.594495 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8e1b0-44bc-49d2-8d83-5d4f48cfe3ae req-83c62992-db67-4065-b9c9-4fef051077e6 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:41.595860 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2bd8e1b0-44bc-49d2-8d83-5d4f48cfe3ae req-83c62992-db67-4065-b9c9-4fef051077e6 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da453e9-81a2-4981-b3af-cb0bd958834f HTTP/1.1" status: 200 len: 943 time: 0.0496335 Feb 28 10:42:41.641886 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2bd8e1b0-44bc-49d2-8d83-5d4f48cfe3ae req-825895c9-88eb-4a79-bcc0-bc63e4eca8ca tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407057 Feb 28 10:42:42.609541 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f664909-5ba3-401d-904e-04f942af8acf req-893829b0-f289-4a21-a6f0-a8d66c1ece07 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:42.611024 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0f664909-5ba3-401d-904e-04f942af8acf req-893829b0-f289-4a21-a6f0-a8d66c1ece07 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/ports?device_id=0689f1f6-c3da-4498-a3c7-485cd03532fa HTTP/1.1" status: 200 len: 946 time: 0.0514426 Feb 28 10:42:42.659459 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0f664909-5ba3-401d-904e-04f942af8acf req-0606cca3-6e09-4e7c-ab93-0dc857beb8ae tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3a60a65-45aa-4b68-a140-f3529d1903ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429420 Feb 28 10:42:42.761668 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80255c98-5714-427d-a39d-2612d31862be req-622e212f-ef2e-4b8e-8d7f-6c7618dc93bf tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:42.763131 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-80255c98-5714-427d-a39d-2612d31862be req-622e212f-ef2e-4b8e-8d7f-6c7618dc93bf tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da453e9-81a2-4981-b3af-cb0bd958834f HTTP/1.1" status: 200 len: 943 time: 0.0514629 Feb 28 10:42:42.810304 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-80255c98-5714-427d-a39d-2612d31862be req-2e4dd487-4801-4562-8457-bb13d36920a9 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417819 Feb 28 10:42:43.775305 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337461ee-2189-464a-abe7-099999b30212 req-a13862a0-f937-4ea7-a0c7-76e763a37408 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:43.776799 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-337461ee-2189-464a-abe7-099999b30212 req-a13862a0-f937-4ea7-a0c7-76e763a37408 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/ports?device_id=0689f1f6-c3da-4498-a3c7-485cd03532fa HTTP/1.1" status: 200 len: 946 time: 0.0509732 Feb 28 10:42:43.820779 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-337461ee-2189-464a-abe7-099999b30212 req-2a72bd08-fcc0-4ce9-9735-f5f5b0670ee8 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3a60a65-45aa-4b68-a140-f3529d1903ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386982 Feb 28 10:42:43.925627 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485b773-beae-4866-b3f8-a46b9eb7c7b2 req-68ad80ae-0945-41cb-a562-793660d86b7b tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:43.927279 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6485b773-beae-4866-b3f8-a46b9eb7c7b2 req-68ad80ae-0945-41cb-a562-793660d86b7b tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da453e9-81a2-4981-b3af-cb0bd958834f HTTP/1.1" status: 200 len: 943 time: 0.0550685 Feb 28 10:42:43.974446 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6485b773-beae-4866-b3f8-a46b9eb7c7b2 req-72032f6b-5f1e-4714-acf0-232536005798 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420148 Feb 28 10:42:44.934254 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43058d-00e5-4391-afc9-d01ba3325f9e req-33afbf5f-00de-41af-9fd5-1b0a10bee619 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:44.935651 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ac43058d-00e5-4391-afc9-d01ba3325f9e req-33afbf5f-00de-41af-9fd5-1b0a10bee619 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/ports?device_id=0689f1f6-c3da-4498-a3c7-485cd03532fa HTTP/1.1" status: 200 len: 946 time: 0.0514398 Feb 28 10:42:44.984026 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ac43058d-00e5-4391-afc9-d01ba3325f9e req-9665448a-c049-497e-a063-1d123bbd0e0a tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3a60a65-45aa-4b68-a140-f3529d1903ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429482 Feb 28 10:42:45.096259 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a1049-67f9-4b63-ac99-fb4f02bea318 req-69453d9e-0203-45a7-926b-4e4a1f236e67 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:45.097727 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a39a1049-67f9-4b63-ac99-fb4f02bea318 req-69453d9e-0203-45a7-926b-4e4a1f236e67 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da453e9-81a2-4981-b3af-cb0bd958834f HTTP/1.1" status: 200 len: 943 time: 0.0536501 Feb 28 10:42:45.151139 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a39a1049-67f9-4b63-ac99-fb4f02bea318 req-3d7bdae3-7575-40a1-98bb-8406285fce58 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478563 Feb 28 10:42:45.364355 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c54c7-4e0d-49eb-8f9e-cb7ee9c47772 req-c331da51-9fc8-4bc5-99d2-fabdde780ed5 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:45.365934 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-f14c54c7-4e0d-49eb-8f9e-cb7ee9c47772 req-c331da51-9fc8-4bc5-99d2-fabdde780ed5 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c HTTP/1.1" status: 200 len: 946 time: 0.0511672 Feb 28 10:42:45.411270 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-f14c54c7-4e0d-49eb-8f9e-cb7ee9c47772 req-ab69eb9b-6919-4160-83f8-214616924592 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=29e49b4a-f648-4fb8-ac32-be2bb14b1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393569 Feb 28 10:42:46.104780 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb33642-ce28-4b8f-af2d-e8781748aef9 req-7a2973a8-dba5-4762-85f1-269b6ddcd391 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:46.106789 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-feb33642-ce28-4b8f-af2d-e8781748aef9 req-7a2973a8-dba5-4762-85f1-269b6ddcd391 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/ports?device_id=0689f1f6-c3da-4498-a3c7-485cd03532fa HTTP/1.1" status: 200 len: 946 time: 0.0517957 Feb 28 10:42:46.151056 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-feb33642-ce28-4b8f-af2d-e8781748aef9 req-31722821-c0ca-44fd-b953-25d1297f1a19 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3a60a65-45aa-4b68-a140-f3529d1903ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387485 Feb 28 10:42:46.270102 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f2058-6a64-4bff-b7a0-c47839b3fc3e req-c52cc0d3-665a-4180-ac95-4b53c2558daf tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:46.271648 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d61f2058-6a64-4bff-b7a0-c47839b3fc3e req-c52cc0d3-665a-4180-ac95-4b53c2558daf tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da453e9-81a2-4981-b3af-cb0bd958834f HTTP/1.1" status: 200 len: 943 time: 0.0573659 Feb 28 10:42:46.329715 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d61f2058-6a64-4bff-b7a0-c47839b3fc3e req-25e7675e-2db3-495c-a9d5-3c5e91e32d67 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520909 Feb 28 10:42:46.534050 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd92b71-ae3f-404e-a9c3-c59a54473c53 req-b7d9f90b-5787-4e88-af30-2d5aca28d348 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:46.535444 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2cd92b71-ae3f-404e-a9c3-c59a54473c53 req-b7d9f90b-5787-4e88-af30-2d5aca28d348 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c HTTP/1.1" status: 200 len: 946 time: 0.0515962 Feb 28 10:42:46.580547 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2cd92b71-ae3f-404e-a9c3-c59a54473c53 req-234fc677-a255-4997-ac8d-05d2a09b6c3e tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=29e49b4a-f648-4fb8-ac32-be2bb14b1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396864 Feb 28 10:42:47.299813 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438059ed-ddf4-485b-bfc5-a60028ff4432 req-28c75bb6-4ec1-4b45-8951-8c98db9054c7 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:47.301170 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-438059ed-ddf4-485b-bfc5-a60028ff4432 req-28c75bb6-4ec1-4b45-8951-8c98db9054c7 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/ports?device_id=0689f1f6-c3da-4498-a3c7-485cd03532fa HTTP/1.1" status: 200 len: 946 time: 0.0825863 Feb 28 10:42:47.323504 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db66ba23-2b2c-4cb8-b1ee-fe7a83326d9c req-226ab0bf-a3a0-419b-b425-93b23635b028 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:47.325633 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-db66ba23-2b2c-4cb8-b1ee-fe7a83326d9c req-226ab0bf-a3a0-419b-b425-93b23635b028 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a117cac-a1a4-4467-84c0-0a89debf087a HTTP/1.1" status: 200 len: 945 time: 0.0776019 Feb 28 10:42:47.389549 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-438059ed-ddf4-485b-bfc5-a60028ff4432 req-6e7cc1b5-bc6e-49c1-840c-e37fec7fd699 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3a60a65-45aa-4b68-a140-f3529d1903ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821326 Feb 28 10:42:47.396953 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-db66ba23-2b2c-4cb8-b1ee-fe7a83326d9c req-02f7eb94-dea3-454c-b6d3-c8eb83e5301e tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646200 Feb 28 10:42:47.498688 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device 7dd72e0f-a7ca-41ef-af78-da8d7a245678 details requested by agent hyperv_hv-cinder-83116 with host hv-cinder-83116 {{(pid=102997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:42:47.531081 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4a5e2-e9dc-4cad-b14e-8cfa454376b3 req-47c04a0a-5d3e-411c-aab1-24c6fb076931 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:47.532557 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c2a4a5e2-e9dc-4cad-b14e-8cfa454376b3 req-47c04a0a-5d3e-411c-aab1-24c6fb076931 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da453e9-81a2-4981-b3af-cb0bd958834f HTTP/1.1" status: 200 len: 943 time: 0.0801244 Feb 28 10:42:47.600105 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c2a4a5e2-e9dc-4cad-b14e-8cfa454376b3 req-54ff62a1-bae2-4548-b115-61a27c1fa4a7 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612788 Feb 28 10:42:47.611480 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port 7dd72e0f-a7ca-41ef-af78-da8d7a245678, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=7dd72e0f-a7ca-41ef-af78-da8d7a245678,segment=NetworkSegment(2588bd87-a4bf-478e-a2b9-e450b26b5df9),segment_id=2588bd87-a4bf-478e-a2b9-e450b26b5df9)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:47.623673 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Returning: {'device': '7dd72e0f-a7ca-41ef-af78-da8d7a245678', 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e', 'port_id': '7dd72e0f-a7ca-41ef-af78-da8d7a245678', 'mac_address': 'fa:16:3e:04:f2:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10d8c89b-f1ef-4689-89e2-725720fe5362', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:42:47.659746 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Current status of the port 7dd72e0f-a7ca-41ef-af78-da8d7a245678 is: DOWN; New status is: BUILD {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:47.660137 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (7dd72e0f-a7ca-41ef-af78-da8d7a245678), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:47.673245 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.notifiers.nova [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dd72e0f-a7ca-41ef-af78-da8d7a245678 {{(pid=102997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:42:47.696537 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port 7dd72e0f-a7ca-41ef-af78-da8d7a245678, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=7dd72e0f-a7ca-41ef-af78-da8d7a245678,segment=NetworkSegment(2588bd87-a4bf-478e-a2b9-e450b26b5df9),segment_id=2588bd87-a4bf-478e-a2b9-e450b26b5df9)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:47.700539 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (7dd72e0f-a7ca-41ef-af78-da8d7a245678), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:47.714785 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16066c8e-5e23-4ea0-a848-7af6d0658257 req-2879e932-1c74-4263-9601-90486524517c tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:47.716200 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-16066c8e-5e23-4ea0-a848-7af6d0658257 req-2879e932-1c74-4263-9601-90486524517c tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c HTTP/1.1" status: 200 len: 946 time: 0.0532260 Feb 28 10:42:47.747062 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Pushing event updated for resources: {'Port': ['ID=7dd72e0f-a7ca-41ef-af78-da8d7a245678,revision_number=4']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:47.762777 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-16066c8e-5e23-4ea0-a848-7af6d0658257 req-04feeb33-b895-4517-97b5-4e753b01ce9c tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=29e49b4a-f648-4fb8-ac32-be2bb14b1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408750 Feb 28 10:42:48.540727 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958decc-2625-4344-b2dc-a6c92341f351 req-851dcd00-4ac8-4aa1-8f7c-af6cce4421a0 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:48.542070 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-f958decc-2625-4344-b2dc-a6c92341f351 req-851dcd00-4ac8-4aa1-8f7c-af6cce4421a0 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/ports?device_id=0689f1f6-c3da-4498-a3c7-485cd03532fa HTTP/1.1" status: 200 len: 946 time: 0.0846426 Feb 28 10:42:48.549803 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1645870e-16c5-4b28-8942-6178348e2a17 req-e38a26cd-0166-4710-965a-c5b87b8683e4 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:48.551193 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1645870e-16c5-4b28-8942-6178348e2a17 req-e38a26cd-0166-4710-965a-c5b87b8683e4 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a117cac-a1a4-4467-84c0-0a89debf087a HTTP/1.1" status: 200 len: 945 time: 0.0851431 Feb 28 10:42:48.567936 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] get_ports_and_sgs() called for port_ids ['7dd72e0f-a7ca-41ef-af78-da8d7a245678'] {{(pid=102997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:42:48.599867 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01d227-9d05-4902-902a-13495fe8b1f2 req-5118ef47-bc6e-4579-b798-b726b56215c8 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:48.601329 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-9c01d227-9d05-4902-902a-13495fe8b1f2 req-5118ef47-bc6e-4579-b798-b726b56215c8 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c HTTP/1.1" status: 200 len: 946 time: 0.0535994 Feb 28 10:42:48.617073 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-f958decc-2625-4344-b2dc-a6c92341f351 req-24a3314e-0576-47de-8c3a-4384bb8290b9 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3a60a65-45aa-4b68-a140-f3529d1903ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649638 Feb 28 10:42:48.635900 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1645870e-16c5-4b28-8942-6178348e2a17 req-83388eb5-a127-41fb-878c-e4b4536dd80e tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773385 Feb 28 10:42:48.752536 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [req-9c01d227-9d05-4902-902a-13495fe8b1f2 req-5579efb3-2b50-4e6c-ad21-5a8f8ea05866 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Deleting port 82f040bc-13d3-4bf6-ae42-a0ca08db1d4c {{(pid=102996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:42:48.752887 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-9c01d227-9d05-4902-902a-13495fe8b1f2 req-5579efb3-2b50-4e6c-ad21-5a8f8ea05866 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (82f040bc-13d3-4bf6-ae42-a0ca08db1d4c), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:48.756192 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeac4b0-581a-456e-b836-52eb1daac458 req-b80297e7-faf2-4bb6-b7cc-68e17da9d4fc tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:48.758884 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6eeac4b0-581a-456e-b836-52eb1daac458 req-b80297e7-faf2-4bb6-b7cc-68e17da9d4fc tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da453e9-81a2-4981-b3af-cb0bd958834f HTTP/1.1" status: 200 len: 944 time: 0.0753679 Feb 28 10:42:48.839099 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6eeac4b0-581a-456e-b836-52eb1daac458 req-a7312f1d-1a7e-4866-9123-4a2397b48003 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717623 Feb 28 10:42:48.883488 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-9c01d227-9d05-4902-902a-13495fe8b1f2 req-5579efb3-2b50-4e6c-ad21-5a8f8ea05866 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] For port 82f040bc-13d3-4bf6-ae42-a0ca08db1d4c, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=82f040bc-13d3-4bf6-ae42-a0ca08db1d4c,segment=NetworkSegment(6c2048f2-30c2-42f7-807e-dc8d048f6f75),segment_id=6c2048f2-30c2-42f7-807e-dc8d048f6f75)] {{(pid=102996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:48.883867 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-9c01d227-9d05-4902-902a-13495fe8b1f2 req-5579efb3-2b50-4e6c-ad21-5a8f8ea05866 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (82f040bc-13d3-4bf6-ae42-a0ca08db1d4c), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:48.951884 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92034b7-75cf-4bee-b077-bc8284e4e376 req-b6741e0e-8444-4354-b609-7a954cd50d84 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:48.953379 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e92034b7-75cf-4bee-b077-bc8284e4e376 req-b6741e0e-8444-4354-b609-7a954cd50d84 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c HTTP/1.1" status: 200 len: 946 time: 0.0602884 Feb 28 10:42:49.015232 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e92034b7-75cf-4bee-b077-bc8284e4e376 req-885fb4d4-7453-47f0-a9a8-ba3af52528ce tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=29e49b4a-f648-4fb8-ac32-be2bb14b1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520248 Feb 28 10:42:49.136366 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-9c01d227-9d05-4902-902a-13495fe8b1f2 req-5579efb3-2b50-4e6c-ad21-5a8f8ea05866 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:49.136927 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-9c01d227-9d05-4902-902a-13495fe8b1f2 req-5579efb3-2b50-4e6c-ad21-5a8f8ea05866 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-379257'] for floatingip (fcdcdffa-9bae-4efc-a083-70bfc5027c35), after_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:49.137247 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.db.l3_db [req-9c01d227-9d05-4902-902a-13495fe8b1f2 req-5579efb3-2b50-4e6c-ad21-5a8f8ea05866 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Floating IP fcdcdffa-9bae-4efc-a083-70bfc5027c35 disassociated. External IP: 172.27.1.239, port: 82f040bc-13d3-4bf6-ae42-a0ca08db1d4c. Feb 28 10:42:49.137771 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [req-9c01d227-9d05-4902-902a-13495fe8b1f2 req-5579efb3-2b50-4e6c-ad21-5a8f8ea05866 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Calling delete_port for 82f040bc-13d3-4bf6-ae42-a0ca08db1d4c owned by compute:nova {{(pid=102996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:42:49.271514 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-9c01d227-9d05-4902-902a-13495fe8b1f2 req-5579efb3-2b50-4e6c-ad21-5a8f8ea05866 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (82f040bc-13d3-4bf6-ae42-a0ca08db1d4c), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:49.297939 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5579efb3-2b50-4e6c-ad21-5a8f8ea05866 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Pushing event deleted for resources: {'Port': ['ID=82f040bc-13d3-4bf6-ae42-a0ca08db1d4c,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:49.412783 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c01d227-9d05-4902-902a-13495fe8b1f2 req-5579efb3-2b50-4e6c-ad21-5a8f8ea05866 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Router 4cdb8a07-62c9-4a05-af7f-02572017faa5 has already been hosted by L3 agent 86347f47-2890-46a7-a199-31163828a11a {{(pid=102996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:42:49.520566 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c01d227-9d05-4902-902a-13495fe8b1f2 req-5579efb3-2b50-4e6c-ad21-5a8f8ea05866 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Notify agent at l3_agent.dv-cinder-831167-1-iscsi the message routers_updated {{(pid=102996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:42:49.532012 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f5091a-0a69-4c71-9f3d-35b5e14f2f90 None None] Sync routers for ids ['4cdb8a07-62c9-4a05-af7f-02572017faa5'] in dv-cinder-831167-1-iscsi {{(pid=102998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:42:49.543752 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f5091a-0a69-4c71-9f3d-35b5e14f2f90 None None] Routers {'4cdb8a07-62c9-4a05-af7f-02572017faa5'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:42:49.545299 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-36f5091a-0a69-4c71-9f3d-35b5e14f2f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:42:27Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['4cdb8a07-62c9-4a05-af7f-02572017faa5'], 'active': True} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:49.563860 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c01d227-9d05-4902-902a-13495fe8b1f2 req-5579efb3-2b50-4e6c-ad21-5a8f8ea05866 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] No DVR routers for this DVR port 82f040bc-13d3-4bf6-ae42-a0ca08db1d4c on host hv-cinder-83116 {{(pid=102996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:42:49.566574 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-9c01d227-9d05-4902-902a-13495fe8b1f2 req-5579efb3-2b50-4e6c-ad21-5a8f8ea05866 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:49.570359 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-9c01d227-9d05-4902-902a-13495fe8b1f2 req-5579efb3-2b50-4e6c-ad21-5a8f8ea05866 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.46 "DELETE /v2.0/ports/82f040bc-13d3-4bf6-ae42-a0ca08db1d4c HTTP/1.1" status: 204 len: 173 time: 0.9546247 Feb 28 10:42:49.570890 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c', 'name': 'network-vif-deleted', 'tag': '82f040bc-13d3-4bf6-ae42-a0ca08db1d4c'}] {{(pid=102996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:42:49.573962 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fc607127e9415785fd538e0c70e4bf06f6b8f20b6b46de5a0809c41644901f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471a949f-2d21-4072-92c9-802a132ebc0d" -d '{"events": [{"server_uuid": "bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c", "name": "network-vif-deleted", "tag": "82f040bc-13d3-4bf6-ae42-a0ca08db1d4c"}]}' {{(pid=102996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:42:49.620484 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93fc7466-1711-448c-b2f1-69375a673de2 x-openstack-request-id: req-93fc7466-1711-448c-b2f1-69375a673de2 {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:42:49.621068 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c", "name": "network-vif-deleted", "tag": "82f040bc-13d3-4bf6-ae42-a0ca08db1d4c", "status": "completed", "code": 200}]} {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:42:49.621177 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-93fc7466-1711-448c-b2f1-69375a673de2 {{(pid=102996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:42:49.622089 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c', 'name': 'network-vif-deleted', 'tag': '82f040bc-13d3-4bf6-ae42-a0ca08db1d4c', 'status': 'completed', 'code': 200} Feb 28 10:42:49.661400 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvr_db [None req-36f5091a-0a69-4c71-9f3d-35b5e14f2f90 None None] Set router 4cdb8a07-62c9-4a05-af7f-02572017faa5 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:42:49.786858 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55588bd-04fe-4c47-91be-a48489191e61 req-ccceedf8-3318-43d5-bb5d-fcae35aded2c tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:49.788382 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a55588bd-04fe-4c47-91be-a48489191e61 req-ccceedf8-3318-43d5-bb5d-fcae35aded2c tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a117cac-a1a4-4467-84c0-0a89debf087a HTTP/1.1" status: 200 len: 945 time: 0.0585179 Feb 28 10:42:49.836954 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a55588bd-04fe-4c47-91be-a48489191e61 req-c2352814-01c3-4200-8c51-6d4b87b9ba6c tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/security-groups?id=dde5da51-38fb-48fa-8674-f6383288b8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422721 Feb 28 10:42:49.879736 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-36f5091a-0a69-4c71-9f3d-35b5e14f2f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'name': 'tempest-AttachVolumeShelveTestJSON-108844831-router', 'tenant_id': '6825cb4cea9e4921b5312dd51b9920be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '0f572734-bbe0-431a-b131-b38efcf4396b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:00Z', 'updated_at': '2022-02-28T10:38:06Z', 'revision_number': 4, 'project_id': '6825cb4cea9e4921b5312dd51b9920be', 'gw_port': {'id': '0f572734-bbe0-431a-b131-b38efcf4396b', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ed:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:01Z', 'updated_at': '2022-02-28T10:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '142c00b1-9edd-47f7-94a8-5872c3a47d50', 'name': '', 'network_id': '240e2b6c-54c0-4c0d-850d-490078c64530', 'tenant_id': '6825cb4cea9e4921b5312dd51b9920be', 'mac_address': 'fa:16:3e:9e:eb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c422424b-4bdb-4bd8-9a44-a4d30179929f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:05Z', 'updated_at': '2022-02-28T10:38:11Z', 'revision_number': 5, 'project_id': '6825cb4cea9e4921b5312dd51b9920be', 'subnets': [{'id': 'c422424b-4bdb-4bd8-9a44-a4d30179929f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:49.918790 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f5091a-0a69-4c71-9f3d-35b5e14f2f90 None None] Checking router: 4cdb8a07-62c9-4a05-af7f-02572017faa5 for host: dv-cinder-831167-1-iscsi {{(pid=102998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:42:49.927863 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f5091a-0a69-4c71-9f3d-35b5e14f2f90 None None] Routers {'4cdb8a07-62c9-4a05-af7f-02572017faa5'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:42:49.928474 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-36f5091a-0a69-4c71-9f3d-35b5e14f2f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:42:27Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['4cdb8a07-62c9-4a05-af7f-02572017faa5'], 'active': True} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:49.973738 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017e2f3-71d0-4843-9f7d-9caf87176f54 req-916b32dc-a8c9-4c20-b581-91433aaeb089 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:49.975239 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7017e2f3-71d0-4843-9f7d-9caf87176f54 req-916b32dc-a8c9-4c20-b581-91433aaeb089 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da453e9-81a2-4981-b3af-cb0bd958834f HTTP/1.1" status: 200 len: 944 time: 0.0626078 Feb 28 10:42:50.044238 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7017e2f3-71d0-4843-9f7d-9caf87176f54 req-16fd4658-175e-405c-badb-0ae2d22097fd tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605187 Feb 28 10:42:50.068255 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvr_db [None req-36f5091a-0a69-4c71-9f3d-35b5e14f2f90 None None] Set router 4cdb8a07-62c9-4a05-af7f-02572017faa5 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:42:50.121864 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5b6db-e560-4fa3-892f-2bbe961a9317 req-16a89fec-33f0-4b32-9900-d5f17dcc5ade tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:50.129479 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-86c5b6db-e560-4fa3-892f-2bbe961a9317 req-16a89fec-33f0-4b32-9900-d5f17dcc5ade tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.0715423 Feb 28 10:42:50.200686 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-86c5b6db-e560-4fa3-892f-2bbe961a9317 req-f7db2d82-2362-4f55-8fa1-6cb8f00f2d45 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689335 Feb 28 10:42:50.201289 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e238e35d-8e95-4503-b979-7a66bb7c6855 req-0e93c058-e479-42c7-82b8-8aea6099864b tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1b2261-e53a-4f6a-8e9f-48b0e8ee694c HTTP/1.1" status: 200 len: 210 time: 0.0390644 Feb 28 10:42:50.262374 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8faa7d-c6c4-4ae9-bf13-898a077ed8df req-b116a246-4cf4-4b36-a8b2-866108b9b757 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:50.263892 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-9c8faa7d-c6c4-4ae9-bf13-898a077ed8df req-b116a246-4cf4-4b36-a8b2-866108b9b757 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a117cac-a1a4-4467-84c0-0a89debf087a HTTP/1.1" status: 200 len: 945 time: 0.0748851 Feb 28 10:42:50.357445 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-36f5091a-0a69-4c71-9f3d-35b5e14f2f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'name': 'tempest-AttachVolumeShelveTestJSON-108844831-router', 'tenant_id': '6825cb4cea9e4921b5312dd51b9920be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '0f572734-bbe0-431a-b131-b38efcf4396b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:00Z', 'updated_at': '2022-02-28T10:38:06Z', 'revision_number': 4, 'project_id': '6825cb4cea9e4921b5312dd51b9920be', 'gw_port': {'id': '0f572734-bbe0-431a-b131-b38efcf4396b', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ed:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:01Z', 'updated_at': '2022-02-28T10:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '142c00b1-9edd-47f7-94a8-5872c3a47d50', 'name': '', 'network_id': '240e2b6c-54c0-4c0d-850d-490078c64530', 'tenant_id': '6825cb4cea9e4921b5312dd51b9920be', 'mac_address': 'fa:16:3e:9e:eb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c422424b-4bdb-4bd8-9a44-a4d30179929f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:05Z', 'updated_at': '2022-02-28T10:38:11Z', 'revision_number': 5, 'project_id': '6825cb4cea9e4921b5312dd51b9920be', 'subnets': [{'id': 'c422424b-4bdb-4bd8-9a44-a4d30179929f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:50.378145 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [req-9c8faa7d-c6c4-4ae9-bf13-898a077ed8df req-bf8c6421-3407-4fe9-8798-25e4eb41b8cc tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Deleting port e3a2cc80-254c-4e2c-bc3f-cb2a6e821357 {{(pid=102996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:42:50.378489 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-9c8faa7d-c6c4-4ae9-bf13-898a077ed8df req-bf8c6421-3407-4fe9-8798-25e4eb41b8cc tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (e3a2cc80-254c-4e2c-bc3f-cb2a6e821357), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:50.390407 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f5091a-0a69-4c71-9f3d-35b5e14f2f90 None None] The sync data for ids ['4cdb8a07-62c9-4a05-af7f-02572017faa5'] in dv-cinder-831167-1-iscsi is: [{'id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'name': 'tempest-AttachVolumeShelveTestJSON-108844831-router', 'tenant_id': '6825cb4cea9e4921b5312dd51b9920be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '0f572734-bbe0-431a-b131-b38efcf4396b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:00Z', 'updated_at': '2022-02-28T10:38:06Z', 'revision_number': 4, 'project_id': '6825cb4cea9e4921b5312dd51b9920be', 'gw_port': {'id': '0f572734-bbe0-431a-b131-b38efcf4396b', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ed:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:01Z', 'updated_at': '2022-02-28T10:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '142c00b1-9edd-47f7-94a8-5872c3a47d50', 'name': '', 'network_id': '240e2b6c-54c0-4c0d-850d-490078c64530', 'tenant_id': '6825cb4cea9e4921b5312dd51b9920be', 'mac_address': 'fa:16:3e:9e:eb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c422424b-4bdb-4bd8-9a44-a4d30179929f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:05Z', 'updated_at': '2022-02-28T10:38:11Z', 'revision_number': 5, 'project_id': '6825cb4cea9e4921b5312dd51b9920be', 'subnets': [{'id': 'c422424b-4bdb-4bd8-9a44-a4d30179929f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:42:50.492027 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-9c8faa7d-c6c4-4ae9-bf13-898a077ed8df req-bf8c6421-3407-4fe9-8798-25e4eb41b8cc tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] For port e3a2cc80-254c-4e2c-bc3f-cb2a6e821357, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=e3a2cc80-254c-4e2c-bc3f-cb2a6e821357,segment=NetworkSegment(70a518fb-2283-4553-b90f-d3f0f325e4d8),segment_id=70a518fb-2283-4553-b90f-d3f0f325e4d8)] {{(pid=102996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:50.492404 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-9c8faa7d-c6c4-4ae9-bf13-898a077ed8df req-bf8c6421-3407-4fe9-8798-25e4eb41b8cc tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (e3a2cc80-254c-4e2c-bc3f-cb2a6e821357), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:50.508634 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [req-9c8faa7d-c6c4-4ae9-bf13-898a077ed8df req-bf8c6421-3407-4fe9-8798-25e4eb41b8cc tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Calling delete_port for e3a2cc80-254c-4e2c-bc3f-cb2a6e821357 owned by compute:nova {{(pid=102996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:42:50.670726 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-9c8faa7d-c6c4-4ae9-bf13-898a077ed8df req-bf8c6421-3407-4fe9-8798-25e4eb41b8cc tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (e3a2cc80-254c-4e2c-bc3f-cb2a6e821357), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:50.696309 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782ff069-a134-4504-82c8-086595a79d16 None None] New status for floating IP fcdcdffa-9bae-4efc-a083-70bfc5027c35: DOWN {{(pid=102997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:42:50.706707 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c6421-3407-4fe9-8798-25e4eb41b8cc tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Pushing event deleted for resources: {'Port': ['ID=e3a2cc80-254c-4e2c-bc3f-cb2a6e821357,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:50.738039 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] get_ports_and_sgs() called for port_ids ['e3a2cc80-254c-4e2c-bc3f-cb2a6e821357'] {{(pid=102997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:42:50.751716 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8faa7d-c6c4-4ae9-bf13-898a077ed8df req-bf8c6421-3407-4fe9-8798-25e4eb41b8cc tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] No DVR routers for this DVR port e3a2cc80-254c-4e2c-bc3f-cb2a6e821357 on host hv-cinder-83116 {{(pid=102996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:42:50.754196 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-9c8faa7d-c6c4-4ae9-bf13-898a077ed8df req-bf8c6421-3407-4fe9-8798-25e4eb41b8cc tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:50.757840 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-9c8faa7d-c6c4-4ae9-bf13-898a077ed8df req-bf8c6421-3407-4fe9-8798-25e4eb41b8cc tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.46 "DELETE /v2.0/ports/e3a2cc80-254c-4e2c-bc3f-cb2a6e821357 HTTP/1.1" status: 204 len: 173 time: 0.4878163 Feb 28 10:42:50.972703 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0e1c44ef-8b27-4e9b-ac59-d444060a1519 req-5f2d0614-27a7-4be8-a265-16c011884355 tempest-AttachVolumeNegativeTest-551521698 tempest-AttachVolumeNegativeTest-551521698-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a117cac-a1a4-4467-84c0-0a89debf087a HTTP/1.1" status: 200 len: 210 time: 0.0380435 Feb 28 10:42:51.172144 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497bf0e-fd0b-4e33-be83-63e82a74a43d req-d9356ce5-dfd3-409d-881e-8d503df1db8e tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:51.173999 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d497bf0e-fd0b-4e33-be83-63e82a74a43d req-d9356ce5-dfd3-409d-881e-8d503df1db8e tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da453e9-81a2-4981-b3af-cb0bd958834f HTTP/1.1" status: 200 len: 944 time: 0.0581443 Feb 28 10:42:51.223920 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d497bf0e-fd0b-4e33-be83-63e82a74a43d req-b3086187-1b91-4a22-b878-19a84df96899 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433135 Feb 28 10:42:51.348209 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31334124-1606-4395-ae61-03eecf841703 req-3caa31db-040b-4ef4-b9af-347cca8d133f tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:51.349920 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-31334124-1606-4395-ae61-03eecf841703 req-3caa31db-040b-4ef4-b9af-347cca8d133f tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.0754812 Feb 28 10:42:51.359734 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 60600) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:51.425009 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-31334124-1606-4395-ae61-03eecf841703 req-68a0dfcd-79bd-46a1-ae87-8ab07435aba5 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618629 Feb 28 10:42:51.455008 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-68d03186-d560-4024-a5cc-74192e8b4c75 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks [] for security_group (29e49b4a-f648-4fb8-ac32-be2bb14b1ee6), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:51.490130 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-68d03186-d560-4024-a5cc-74192e8b4c75 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks [] for security_group (29e49b4a-f648-4fb8-ac32-be2bb14b1ee6), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:51.558482 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device 7dd72e0f-a7ca-41ef-af78-da8d7a245678 up at agent hyperv_hv-cinder-83116 {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:42:51.566043 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-68d03186-d560-4024-a5cc-74192e8b4c75 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (29e49b4a-f648-4fb8-ac32-be2bb14b1ee6), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:51.569647 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-68d03186-d560-4024-a5cc-74192e8b4c75 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks [] for security_group (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:51.574584 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 60606) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:51.574859 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-68d03186-d560-4024-a5cc-74192e8b4c75 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "DELETE /v2.0/security-groups/29e49b4a-f648-4fb8-ac32-be2bb14b1ee6 HTTP/1.1" status: 204 len: 168 time: 0.2129245 Feb 28 10:42:51.586355 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d03186-d560-4024-a5cc-74192e8b4c75 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e49b4a-f648-4fb8-ac32-be2bb14b1ee6,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:51.596685 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.api.v2.resource [None req-7b2e2ddd-4394-4874-8d81-3870524f3613 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] show failed (client error): The resource could not be found. Feb 28 10:42:51.600934 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 60608) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:51.608866 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-7b2e2ddd-4394-4874-8d81-3870524f3613 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups/29e49b4a-f648-4fb8-ac32-be2bb14b1ee6 HTTP/1.1" status: 404 len: 347 time: 0.0325773 Feb 28 10:42:51.644990 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a117cac-a1a4-4467-84c0-0a89debf087a', 'name': 'network-vif-deleted', 'tag': 'e3a2cc80-254c-4e2c-bc3f-cb2a6e821357'}] {{(pid=102996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:42:51.647639 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fc607127e9415785fd538e0c70e4bf06f6b8f20b6b46de5a0809c41644901f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b70a995-bf7c-4a6b-a6b3-5bdaa5757187" -d '{"events": [{"server_uuid": "3a117cac-a1a4-4467-84c0-0a89debf087a", "name": "network-vif-deleted", "tag": "e3a2cc80-254c-4e2c-bc3f-cb2a6e821357"}]}' {{(pid=102996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:42:51.666830 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Provisioning for port 7dd72e0f-a7ca-41ef-af78-da8d7a245678 completed by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:42:51.671670 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Provisioning complete for port 7dd72e0f-a7ca-41ef-af78-da8d7a245678 triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:51.672103 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (7dd72e0f-a7ca-41ef-af78-da8d7a245678), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:51.709482 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f58e95-75fb-4120-9802-16b6b8c7fbf0 x-openstack-request-id: req-08f58e95-75fb-4120-9802-16b6b8c7fbf0 {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:42:51.709999 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a117cac-a1a4-4467-84c0-0a89debf087a", "name": "network-vif-deleted", "tag": "e3a2cc80-254c-4e2c-bc3f-cb2a6e821357", "status": "completed", "code": 200}]} {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:42:51.709999 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-08f58e95-75fb-4120-9802-16b6b8c7fbf0 {{(pid=102996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:42:51.710376 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a117cac-a1a4-4467-84c0-0a89debf087a', 'name': 'network-vif-deleted', 'tag': 'e3a2cc80-254c-4e2c-bc3f-cb2a6e821357', 'status': 'completed', 'code': 200} Feb 28 10:42:51.756550 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Current status of the port 7dd72e0f-a7ca-41ef-af78-da8d7a245678 is: BUILD; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:42:51.757120 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (7dd72e0f-a7ca-41ef-af78-da8d7a245678), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:51.768264 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [None req-373fe29f-0a64-42bb-887c-411bc6d0f159 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Deleting port bc171d67-399e-4705-b345-41078e91c9ac {{(pid=102996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:42:51.769570 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-373fe29f-0a64-42bb-887c-411bc6d0f159 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (bc171d67-399e-4705-b345-41078e91c9ac), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:51.785493 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da453e9-81a2-4981-b3af-cb0bd958834f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd72e0f-a7ca-41ef-af78-da8d7a245678'}] {{(pid=102997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:42:51.788587 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3235e45cea9492f03cbc66cd40cfc06ba5865c86106c1e9dddb87cdb5008e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9842660e-29d1-4bbf-99c1-766e81b2e863" -d '{"events": [{"server_uuid": "4da453e9-81a2-4981-b3af-cb0bd958834f", "name": "network-vif-plugged", "status": "completed", "tag": "7dd72e0f-a7ca-41ef-af78-da8d7a245678"}]}' {{(pid=102997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:42:51.797741 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 60616) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:51.822583 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port 7dd72e0f-a7ca-41ef-af78-da8d7a245678, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=7dd72e0f-a7ca-41ef-af78-da8d7a245678,segment=NetworkSegment(2588bd87-a4bf-478e-a2b9-e450b26b5df9),segment_id=2588bd87-a4bf-478e-a2b9-e450b26b5df9)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:51.828927 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (7dd72e0f-a7ca-41ef-af78-da8d7a245678), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:51.830212 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device 82f040bc-13d3-4bf6-ae42-a0ca08db1d4c no longer exists at agent hyperv_hv-cinder-83116 {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:42:51.850700 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-373fe29f-0a64-42bb-887c-411bc6d0f159 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (bc171d67-399e-4705-b345-41078e91c9ac), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:51.851062 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-373fe29f-0a64-42bb-887c-411bc6d0f159 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks [] for floatingip (bc171d67-399e-4705-b345-41078e91c9ac), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:51.857506 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0c5d25-b4de-46eb-920a-3b734c41043f x-openstack-request-id: req-cc0c5d25-b4de-46eb-920a-3b734c41043f {{(pid=102997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:42:51.857869 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da453e9-81a2-4981-b3af-cb0bd958834f", "name": "network-vif-plugged", "status": "completed", "tag": "7dd72e0f-a7ca-41ef-af78-da8d7a245678", "code": 200}]} {{(pid=102997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:42:51.858206 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cc0c5d25-b4de-46eb-920a-3b734c41043f {{(pid=102997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:42:51.858668 dv-cinder-831167-1-iscsi neutron-server[102997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da453e9-81a2-4981-b3af-cb0bd958834f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd72e0f-a7ca-41ef-af78-da8d7a245678', 'code': 200} Feb 28 10:42:51.861024 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] No Port match for: 82f040bc-13d3-4bf6-ae42-a0ca08db1d4c {{(pid=102997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:42:51.861176 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device 82f040bc-13d3-4bf6-ae42-a0ca08db1d4c not bound to the agent host hv-cinder-83116 {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:42:51.861678 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device e3a2cc80-254c-4e2c-bc3f-cb2a6e821357 no longer exists at agent hyperv_hv-cinder-83116 {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:42:51.865780 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [None req-373fe29f-0a64-42bb-887c-411bc6d0f159 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Calling delete_port for bc171d67-399e-4705-b345-41078e91c9ac owned by network:floatingip {{(pid=102996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:42:51.899561 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] No Port match for: e3a2cc80-254c-4e2c-bc3f-cb2a6e821357 {{(pid=102997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:42:51.900015 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device e3a2cc80-254c-4e2c-bc3f-cb2a6e821357 not bound to the agent host hv-cinder-83116 {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:42:51.928085 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Pushing event updated for resources: {'Port': ['ID=7dd72e0f-a7ca-41ef-af78-da8d7a245678,revision_number=5']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:51.943328 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-a7d63080-f335-4cac-a209-dcec8ddbe8fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:52.021382 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-373fe29f-0a64-42bb-887c-411bc6d0f159 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (bc171d67-399e-4705-b345-41078e91c9ac), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:52.030959 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-a7d63080-f335-4cac-a209-dcec8ddbe8fd admin admin] Publish callbacks [] for security_group (96c7985f-61b0-47dd-82c8-fa68126b3578), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:52.038078 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-a7d63080-f335-4cac-a209-dcec8ddbe8fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (96c7985f-61b0-47dd-82c8-fa68126b3578), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:52.059495 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 60622) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:52.069739 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373fe29f-0a64-42bb-887c-411bc6d0f159 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Pushing event deleted for resources: {'Port': ['ID=bc171d67-399e-4705-b345-41078e91c9ac,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:52.133394 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d63080-f335-4cac-a209-dcec8ddbe8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c7985f-61b0-47dd-82c8-fa68126b3578,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:52.142258 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-a7d63080-f335-4cac-a209-dcec8ddbe8fd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=016568acc48f4c59899b72034f8fdf17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3406076 Feb 28 10:42:52.145284 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 60624) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:52.152854 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d63080-f335-4cac-a209-dcec8ddbe8fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:52.153375 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d63080-f335-4cac-a209-dcec8ddbe8fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:52.153824 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d63080-f335-4cac-a209-dcec8ddbe8fd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:52.154269 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d63080-f335-4cac-a209-dcec8ddbe8fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:52.154701 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d63080-f335-4cac-a209-dcec8ddbe8fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:52.155160 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d63080-f335-4cac-a209-dcec8ddbe8fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:52.155591 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d63080-f335-4cac-a209-dcec8ddbe8fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:52.156024 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d63080-f335-4cac-a209-dcec8ddbe8fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:52.156456 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d63080-f335-4cac-a209-dcec8ddbe8fd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:52.156883 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d63080-f335-4cac-a209-dcec8ddbe8fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:52.157334 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d63080-f335-4cac-a209-dcec8ddbe8fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:52.157771 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d63080-f335-4cac-a209-dcec8ddbe8fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:52.158192 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d63080-f335-4cac-a209-dcec8ddbe8fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:52.224672 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-02ec5c75-e554-4b67-b8d5-8a1404d1994a admin admin] Publish callbacks [] for security_group (96c7985f-61b0-47dd-82c8-fa68126b3578), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:52.262466 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-02ec5c75-e554-4b67-b8d5-8a1404d1994a admin admin] Publish callbacks [] for security_group (96c7985f-61b0-47dd-82c8-fa68126b3578), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:52.349920 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-02ec5c75-e554-4b67-b8d5-8a1404d1994a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (96c7985f-61b0-47dd-82c8-fa68126b3578), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:52.352808 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-02ec5c75-e554-4b67-b8d5-8a1404d1994a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:52.354042 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-02ec5c75-e554-4b67-b8d5-8a1404d1994a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/96c7985f-61b0-47dd-82c8-fa68126b3578 HTTP/1.1" status: 204 len: 168 time: 0.2076008 Feb 28 10:42:52.376259 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9df283-f240-4722-8d1a-491a9dea8f19 req-5e247bc0-cd95-4d89-8f8e-b287ab10e833 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:52.377835 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-8f9df283-f240-4722-8d1a-491a9dea8f19 req-5e247bc0-cd95-4d89-8f8e-b287ab10e833 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da453e9-81a2-4981-b3af-cb0bd958834f HTTP/1.1" status: 200 len: 945 time: 0.0744576 Feb 28 10:42:52.378651 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ec5c75-e554-4b67-b8d5-8a1404d1994a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c7985f-61b0-47dd-82c8-fa68126b3578,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:52.438804 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf9df1d9-e6bd-4844-beb0-a54c43c02cd7 admin admin] Deleting subnet 5f6bb29c-d00a-495d-ab78-9dec9ba1e99a {{(pid=102996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:42:52.442537 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-cf9df1d9-e6bd-4844-beb0-a54c43c02cd7 admin admin] Publish callbacks [] for subnet (5f6bb29c-d00a-495d-ab78-9dec9ba1e99a), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:52.457227 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-8f9df283-f240-4722-8d1a-491a9dea8f19 req-3a1b56dc-5fe3-4092-a5c5-04f908a13221 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714531 Feb 28 10:42:52.487860 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-cf9df1d9-e6bd-4844-beb0-a54c43c02cd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63660276'] for subnet (5f6bb29c-d00a-495d-ab78-9dec9ba1e99a), precommit_delete_associations {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:52.562058 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-373fe29f-0a64-42bb-887c-411bc6d0f159 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks [] for floatingip (fcdcdffa-9bae-4efc-a083-70bfc5027c35), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:52.564987 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-373fe29f-0a64-42bb-887c-411bc6d0f159 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for floatingip (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:52.570931 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-373fe29f-0a64-42bb-887c-411bc6d0f159 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "DELETE /v2.0/floatingips/fcdcdffa-9bae-4efc-a083-70bfc5027c35 HTTP/1.1" status: 204 len: 168 time: 0.9688697 Feb 28 10:42:52.608940 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-cf9df1d9-e6bd-4844-beb0-a54c43c02cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759398'] for subnet (5f6bb29c-d00a-495d-ab78-9dec9ba1e99a), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:52.647165 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56fe7b-75ae-46b6-9a8c-74d148dfeb3f req-636e8b48-a10b-47a6-910e-1deb006d5769 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:52.656720 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-9c56fe7b-75ae-46b6-9a8c-74d148dfeb3f req-636e8b48-a10b-47a6-910e-1deb006d5769 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.1281409 Feb 28 10:42:52.675279 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-cf9df1d9-e6bd-4844-beb0-a54c43c02cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63361894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64835571'] for subnet (5f6bb29c-d00a-495d-ab78-9dec9ba1e99a), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:52.691276 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e314f37-c6f5-4fe7-ae5a-c8c748af973d req-dd16f316-409a-4cb5-b55b-1d90d5c10cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:52.693242 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-5e314f37-c6f5-4fe7-ae5a-c8c748af973d req-dd16f316-409a-4cb5-b55b-1d90d5c10cf7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4da453e9-81a2-4981-b3af-cb0bd958834f HTTP/1.1" status: 200 len: 1129 time: 0.2584403 Feb 28 10:42:52.727671 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-9c56fe7b-75ae-46b6-9a8c-74d148dfeb3f req-1d9cb6df-f38f-44a8-9198-b8c4248c18aa tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654411 Feb 28 10:42:52.735490 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9df1d9-e6bd-4844-beb0-a54c43c02cd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f6bb29c-d00a-495d-ab78-9dec9ba1e99a,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:52.737451 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-cf9df1d9-e6bd-4844-beb0-a54c43c02cd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for subnet (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:52.740582 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-cf9df1d9-e6bd-4844-beb0-a54c43c02cd7 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5f6bb29c-d00a-495d-ab78-9dec9ba1e99a HTTP/1.1" status: 204 len: 168 time: 0.6801252 Feb 28 10:42:52.745298 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 60636) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:52.765565 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-5e314f37-c6f5-4fe7-ae5a-c8c748af973d req-2eb567c5-4b47-4c8f-a633-f4af0b5b5452 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510111 Feb 28 10:42:52.820528 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-644ac251-12f7-44b0-b945-447787b8bc59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781725'] for network (9b073e6b-c342-425b-a002-2cd2376b1da4), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:52.899091 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-644ac251-12f7-44b0-b945-447787b8bc59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721821', 'neutron.services.segments.db._delete_segments_for_network-8783309880477'] for network (9b073e6b-c342-425b-a002-2cd2376b1da4), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:52.919350 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.services.segments.db [None req-644ac251-12f7-44b0-b945-447787b8bc59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b073e6b-c342-425b-a002-2cd2376b1da4']}} {{(pid=102995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:52.928328 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.services.segments.db [None req-644ac251-12f7-44b0-b945-447787b8bc59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70a518fb-2283-4553-b90f-d3f0f325e4d8') {'for_net_delete': True} {{(pid=102995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:52.928625 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.services.segments.db [None req-644ac251-12f7-44b0-b945-447787b8bc59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70a518fb-2283-4553-b90f-d3f0f325e4d8') {} {{(pid=102995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:52.938292 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-644ac251-12f7-44b0-b945-447787b8bc59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783309883046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63575890'] for segment (70a518fb-2283-4553-b90f-d3f0f325e4d8), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:52.951001 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-644ac251-12f7-44b0-b945-447787b8bc59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761337'] for segment (70a518fb-2283-4553-b90f-d3f0f325e4d8), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:52.956660 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-644ac251-12f7-44b0-b945-447787b8bc59 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=102995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:42:52.957040 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-644ac251-12f7-44b0-b945-447787b8bc59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63288215'] for segment (70a518fb-2283-4553-b90f-d3f0f325e4d8), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:52.958616 dv-cinder-831167-1-iscsi neutron-server[102995]: Traceback (most recent call last): Feb 28 10:42:52.958616 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:42:52.958616 dv-cinder-831167-1-iscsi neutron-server[102995]: timer() Feb 28 10:42:52.958616 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:42:52.958616 dv-cinder-831167-1-iscsi neutron-server[102995]: cb(*args, **kw) Feb 28 10:42:52.958616 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:42:52.958616 dv-cinder-831167-1-iscsi neutron-server[102995]: return func(*args, **kwargs) Feb 28 10:42:52.958616 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:42:52.958616 dv-cinder-831167-1-iscsi neutron-server[102995]: self._notify() Feb 28 10:42:52.958616 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:42:52.958616 dv-cinder-831167-1-iscsi neutron-server[102995]: self.callback(batched_events) Feb 28 10:42:52.958616 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:42:52.958616 dv-cinder-831167-1-iscsi neutron-server[102995]: event.method(event) Feb 28 10:42:52.958616 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:42:52.958616 dv-cinder-831167-1-iscsi neutron-server[102995]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:42:52.958616 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:42:52.958616 dv-cinder-831167-1-iscsi neutron-server[102995]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:42:52.958616 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:42:52.958616 dv-cinder-831167-1-iscsi neutron-server[102995]: return f(self, *a, **k) Feb 28 10:42:52.958616 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:42:52.958616 dv-cinder-831167-1-iscsi neutron-server[102995]: return self._get(url).json() Feb 28 10:42:52.958616 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:42:52.958616 dv-cinder-831167-1-iscsi neutron-server[102995]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:42:52.958616 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:42:52.958616 dv-cinder-831167-1-iscsi neutron-server[102995]: return self.request(url, 'GET', **kwargs) Feb 28 10:42:52.958616 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:42:52.958616 dv-cinder-831167-1-iscsi neutron-server[102995]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:42:52.958616 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:42:52.958616 dv-cinder-831167-1-iscsi neutron-server[102995]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:42:52.958616 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:42:52.958616 dv-cinder-831167-1-iscsi neutron-server[102995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:42:52.958616 dv-cinder-831167-1-iscsi neutron-server[102995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:42:53.011202 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-644ac251-12f7-44b0-b945-447787b8bc59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-379147'] for network (9b073e6b-c342-425b-a002-2cd2376b1da4), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:53.013376 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 60638) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:53.016580 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-644ac251-12f7-44b0-b945-447787b8bc59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for network (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:53.018598 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [None req-e66d2702-8e4a-46f7-b6f9-595bd7ef13aa tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Request body: {'security_group': {'name': 'tempest-securitygroup--874218178', 'description': 'tempest-description--194101585'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:53.019870 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-644ac251-12f7-44b0-b945-447787b8bc59 admin admin] 10.222.0.44 "DELETE /v2.0/networks/9b073e6b-c342-425b-a002-2cd2376b1da4 HTTP/1.1" status: 204 len: 168 time: 0.2717848 Feb 28 10:42:53.040524 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ac251-12f7-44b0-b945-447787b8bc59 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b073e6b-c342-425b-a002-2cd2376b1da4,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:53.041304 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-e66d2702-8e4a-46f7-b6f9-595bd7ef13aa tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:53.118769 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-e66d2702-8e4a-46f7-b6f9-595bd7ef13aa tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks [] for security_group (19f8a60b-897b-4709-a7a6-457cc166c469), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:53.124070 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-e66d2702-8e4a-46f7-b6f9-595bd7ef13aa tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (19f8a60b-897b-4709-a7a6-457cc166c469), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:53.154639 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-e66d2702-8e4a-46f7-b6f9-595bd7ef13aa tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks [] for security_group (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:53.158787 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 60642) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:53.158942 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-e66d2702-8e4a-46f7-b6f9-595bd7ef13aa tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1443095 Feb 28 10:42:53.163794 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [None req-aa41720b-7a3e-44ea-85d7-8f35bc6ff671 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Request body: {'security_group_rule': {'security_group_id': '19f8a60b-897b-4709-a7a6-457cc166c469', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:53.167365 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66d2702-8e4a-46f7-b6f9-595bd7ef13aa tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19f8a60b-897b-4709-a7a6-457cc166c469,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:53.195808 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-aa41720b-7a3e-44ea-85d7-8f35bc6ff671 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks [] for security_group_rule (5cf9a083-2321-4fc2-9cd6-8737c6531de3), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:53.216836 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 60644) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:53.259315 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-aa41720b-7a3e-44ea-85d7-8f35bc6ff671 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks [] for security_group_rule (5cf9a083-2321-4fc2-9cd6-8737c6531de3), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:53.265015 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-aa41720b-7a3e-44ea-85d7-8f35bc6ff671 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826235'] for security_group_rule (5cf9a083-2321-4fc2-9cd6-8737c6531de3), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:53.272707 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-11d04dbe-f6a5-497b-a792-e1ec550707b0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4151886992af47f89a22d8119c3ffd94&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0545306 Feb 28 10:42:53.275232 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 60648) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:53.289919 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa41720b-7a3e-44ea-85d7-8f35bc6ff671 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cf9a083-2321-4fc2-9cd6-8737c6531de3,revision_number=0']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:53.305106 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-aa41720b-7a3e-44ea-85d7-8f35bc6ff671 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:53.309189 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-aa41720b-7a3e-44ea-85d7-8f35bc6ff671 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1465852 Feb 28 10:42:53.309761 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 60650) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:53.314714 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [None req-fb2a9851-f190-4923-bebe-ad3a019a3079 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Request body: {'security_group_rule': {'security_group_id': '19f8a60b-897b-4709-a7a6-457cc166c469', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:53.335141 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-90ac5949-1771-4a29-8b9f-4ae7fa9dde4c admin admin] Publish callbacks [] for security_group (dde5da51-38fb-48fa-8674-f6383288b8ed), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:53.347718 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-fb2a9851-f190-4923-bebe-ad3a019a3079 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks [] for security_group_rule (50cc31a3-e00b-4516-9bc0-1239f309a760), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:53.362436 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-90ac5949-1771-4a29-8b9f-4ae7fa9dde4c admin admin] Publish callbacks [] for security_group (dde5da51-38fb-48fa-8674-f6383288b8ed), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:53.403993 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-fb2a9851-f190-4923-bebe-ad3a019a3079 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks [] for security_group_rule (50cc31a3-e00b-4516-9bc0-1239f309a760), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:53.409369 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-fb2a9851-f190-4923-bebe-ad3a019a3079 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826235'] for security_group_rule (50cc31a3-e00b-4516-9bc0-1239f309a760), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:53.412889 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-90ac5949-1771-4a29-8b9f-4ae7fa9dde4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (dde5da51-38fb-48fa-8674-f6383288b8ed), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:53.415483 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-90ac5949-1771-4a29-8b9f-4ae7fa9dde4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:53.419098 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-90ac5949-1771-4a29-8b9f-4ae7fa9dde4c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dde5da51-38fb-48fa-8674-f6383288b8ed HTTP/1.1" status: 204 len: 168 time: 0.1404865 Feb 28 10:42:53.426300 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ac5949-1771-4a29-8b9f-4ae7fa9dde4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde5da51-38fb-48fa-8674-f6383288b8ed,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:53.430635 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a9851-f190-4923-bebe-ad3a019a3079 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50cc31a3-e00b-4516-9bc0-1239f309a760,revision_number=0']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:53.438345 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-fb2a9851-f190-4923-bebe-ad3a019a3079 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:53.439561 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-fb2a9851-f190-4923-bebe-ad3a019a3079 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1291401 Feb 28 10:42:53.442563 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 60654) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:53.447290 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [None req-7308b5ed-918b-4c39-893c-51e1776b5173 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Request body: {'floatingip': {'floating_network_id': '5c191bd3-8d00-44c5-b017-904410258187'}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:53.471190 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-7308b5ed-918b-4c39-893c-51e1776b5173 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:53.581945 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cfe621-2f08-4267-a1f1-b39a96d166d1 req-32685b9d-7dd9-497c-a67e-0559e6033e31 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:53.583413 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-f0cfe621-2f08-4267-a1f1-b39a96d166d1 req-32685b9d-7dd9-497c-a67e-0559e6033e31 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da453e9-81a2-4981-b3af-cb0bd958834f HTTP/1.1" status: 200 len: 945 time: 0.0647283 Feb 28 10:42:53.650137 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-f0cfe621-2f08-4267-a1f1-b39a96d166d1 req-8b8693b0-dcb1-4c80-a5f5-659aed3229a7 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602674 Feb 28 10:42:53.653959 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-7308b5ed-918b-4c39-893c-51e1776b5173 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:53.760147 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.db.db_base_plugin_common [None req-7308b5ed-918b-4c39-893c-51e1776b5173 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Allocated IP 172.27.1.30 (5c191bd3-8d00-44c5-b017-904410258187/e0d51f16-a2c9-415b-a552-79de15f3fe23/0c09f298-c332-479c-ac06-f4f750ad2b40) {{(pid=102995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:42:53.805462 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7430fcd-18e5-426b-b751-c6d2736d10a4 req-7c93d88f-c772-44f5-801e-3843a575f456 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:53.807088 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-d7430fcd-18e5-426b-b751-c6d2736d10a4 req-7c93d88f-c772-44f5-801e-3843a575f456 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.46 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.0592909 Feb 28 10:42:53.905405 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66246355-dcf4-4b0c-88fd-0ecdd7d41572 req-88a122c6-2b24-4a25-b5f5-33c3681ef5cb tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:53.906853 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-66246355-dcf4-4b0c-88fd-0ecdd7d41572 req-88a122c6-2b24-4a25-b5f5-33c3681ef5cb tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 946 time: 0.0941391 Feb 28 10:42:53.909668 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-7308b5ed-918b-4c39-893c-51e1776b5173 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks [] for port (0c09f298-c332-479c-ac06-f4f750ad2b40), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:53.910730 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [req-d7430fcd-18e5-426b-b751-c6d2736d10a4 req-d4fe5812-3bfa-431c-b09c-1cc1881b7746 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Deleting port f245c2a6-a750-496a-95c4-cf5ce2375a89 {{(pid=102996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:42:53.910951 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-d7430fcd-18e5-426b-b751-c6d2736d10a4 req-d4fe5812-3bfa-431c-b09c-1cc1881b7746 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (f245c2a6-a750-496a-95c4-cf5ce2375a89), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:53.979452 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-66246355-dcf4-4b0c-88fd-0ecdd7d41572 req-eb95ff79-b0ef-4a91-b171-a99809e32616 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639822 Feb 28 10:42:53.997317 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-7308b5ed-918b-4c39-893c-51e1776b5173 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63288186'] for port (0c09f298-c332-479c-ac06-f4f750ad2b40), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:54.012385 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-d7430fcd-18e5-426b-b751-c6d2736d10a4 req-d4fe5812-3bfa-431c-b09c-1cc1881b7746 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] For port f245c2a6-a750-496a-95c4-cf5ce2375a89, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=f245c2a6-a750-496a-95c4-cf5ce2375a89,segment=NetworkSegment(00a7182d-ed44-43e5-8da3-65da6fab2cc0),segment_id=00a7182d-ed44-43e5-8da3-65da6fab2cc0)] {{(pid=102996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:54.012811 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-d7430fcd-18e5-426b-b751-c6d2736d10a4 req-d4fe5812-3bfa-431c-b09c-1cc1881b7746 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (f245c2a6-a750-496a-95c4-cf5ce2375a89), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:54.028148 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [req-d7430fcd-18e5-426b-b751-c6d2736d10a4 req-d4fe5812-3bfa-431c-b09c-1cc1881b7746 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Calling delete_port for f245c2a6-a750-496a-95c4-cf5ce2375a89 owned by compute:nova {{(pid=102996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:42:54.036177 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7308b5ed-918b-4c39-893c-51e1776b5173 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Network 5c191bd3-8d00-44c5-b017-904410258187 is already hosted by enough agents. {{(pid=102995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:54.040444 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.base_scheduler [None req-7308b5ed-918b-4c39-893c-51e1776b5173 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Resources bound (agent type, host, resource id): {{(pid=102995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:54.044115 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7308b5ed-918b-4c39-893c-51e1776b5173 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Received port after_create {{(pid=102995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:42:54.072293 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7308b5ed-918b-4c39-893c-51e1776b5173 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Pushing event updated for resources: {'Port': ['ID=0c09f298-c332-479c-ac06-f4f750ad2b40,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:54.182254 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-d7430fcd-18e5-426b-b751-c6d2736d10a4 req-d4fe5812-3bfa-431c-b09c-1cc1881b7746 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (f245c2a6-a750-496a-95c4-cf5ce2375a89), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:54.185212 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-7308b5ed-918b-4c39-893c-51e1776b5173 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks [] for floatingip (89bb8781-1314-4a56-b128-c1b85a697a6e), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:54.219700 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fe5812-3bfa-431c-b09c-1cc1881b7746 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Pushing event deleted for resources: {'Port': ['ID=f245c2a6-a750-496a-95c4-cf5ce2375a89,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:54.226752 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-7308b5ed-918b-4c39-893c-51e1776b5173 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (0c09f298-c332-479c-ac06-f4f750ad2b40), before_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:54.236846 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] get_ports_and_sgs() called for port_ids ['95c6068a-e402-4937-9f00-38486bf61104', 'f245c2a6-a750-496a-95c4-cf5ce2375a89'] {{(pid=102997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:42:54.255288 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7430fcd-18e5-426b-b751-c6d2736d10a4 req-d4fe5812-3bfa-431c-b09c-1cc1881b7746 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] No DVR routers for this DVR port f245c2a6-a750-496a-95c4-cf5ce2375a89 on host hv-cinder-83116 {{(pid=102996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:42:54.258115 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-d7430fcd-18e5-426b-b751-c6d2736d10a4 req-d4fe5812-3bfa-431c-b09c-1cc1881b7746 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:54.261627 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-d7430fcd-18e5-426b-b751-c6d2736d10a4 req-d4fe5812-3bfa-431c-b09c-1cc1881b7746 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.46 "DELETE /v2.0/ports/f245c2a6-a750-496a-95c4-cf5ce2375a89 HTTP/1.1" status: 204 len: 173 time: 0.4477906 Feb 28 10:42:54.262103 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92de976-3518-4077-8b8e-ae4b9a5c5b3f', 'name': 'network-vif-deleted', 'tag': 'f245c2a6-a750-496a-95c4-cf5ce2375a89'}] {{(pid=102996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:42:54.264371 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fc607127e9415785fd538e0c70e4bf06f6b8f20b6b46de5a0809c41644901f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00cb7003-795e-4adb-a340-f441e2a37820" -d '{"events": [{"server_uuid": "e92de976-3518-4077-8b8e-ae4b9a5c5b3f", "name": "network-vif-deleted", "tag": "f245c2a6-a750-496a-95c4-cf5ce2375a89"}]}' {{(pid=102996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:42:54.314356 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa30935e-3156-4a54-91e5-66d5d208c5b4 x-openstack-request-id: req-fa30935e-3156-4a54-91e5-66d5d208c5b4 {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:42:54.314692 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e92de976-3518-4077-8b8e-ae4b9a5c5b3f", "name": "network-vif-deleted", "tag": "f245c2a6-a750-496a-95c4-cf5ce2375a89", "status": "completed", "code": 200}]} {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:42:54.314965 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fa30935e-3156-4a54-91e5-66d5d208c5b4 {{(pid=102996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:42:54.315686 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e92de976-3518-4077-8b8e-ae4b9a5c5b3f', 'name': 'network-vif-deleted', 'tag': 'f245c2a6-a750-496a-95c4-cf5ce2375a89', 'status': 'completed', 'code': 200} Feb 28 10:42:54.398669 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-7308b5ed-918b-4c39-893c-51e1776b5173 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks [] for port (0c09f298-c332-479c-ac06-f4f750ad2b40), precommit_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:54.404899 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-7308b5ed-918b-4c39-893c-51e1776b5173 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63288179'] for port (0c09f298-c332-479c-ac06-f4f750ad2b40), after_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:54.427794 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.agents_db [None req-ad1b81bb-6a73-47ab-ba10-dec1fea0c152 None None] Agent healthcheck: found 6 active agents {{(pid=102998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:42:54.490053 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7308b5ed-918b-4c39-893c-51e1776b5173 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Pushing event updated for resources: {'Port': ['ID=0c09f298-c332-479c-ac06-f4f750ad2b40,revision_number=2']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:54.500561 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-7308b5ed-918b-4c39-893c-51e1776b5173 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-379257'] for floatingip (89bb8781-1314-4a56-b128-c1b85a697a6e), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:54.520300 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-7308b5ed-918b-4c39-893c-51e1776b5173 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for floatingip (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:54.521639 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-7308b5ed-918b-4c39-893c-51e1776b5173 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0781269 Feb 28 10:42:54.746159 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-867c0bea-4112-4a45-ad29-950b33d2459e req-193314c6-c470-49ba-961c-88f4946ea7b2 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--874218178&fields=id&tenant_id=6825cb4cea9e4921b5312dd51b9920be HTTP/1.1" status: 200 len: 267 time: 0.0745506 Feb 28 10:42:54.856035 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff858564-cb14-48c6-9190-c412bb8101e6 req-40909a9c-58b7-48e7-9072-3c1117c9530c tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:54.857890 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ff858564-cb14-48c6-9190-c412bb8101e6 req-40909a9c-58b7-48e7-9072-3c1117c9530c tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da453e9-81a2-4981-b3af-cb0bd958834f HTTP/1.1" status: 200 len: 945 time: 0.1274726 Feb 28 10:42:54.891227 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c0bea-4112-4a45-ad29-950b33d2459e req-1c182c75-ed03-4f6e-9669-fde2b6524f21 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:54.892662 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-867c0bea-4112-4a45-ad29-950b33d2459e req-1c182c75-ed03-4f6e-9669-fde2b6524f21 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/networks?id=240e2b6c-54c0-4c0d-850d-490078c64530 HTTP/1.1" status: 200 len: 816 time: 0.1316566 Feb 28 10:42:54.917852 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-867c0bea-4112-4a45-ad29-950b33d2459e req-3869c1d8-c909-4bce-92cd-f23ad7ba44fc tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/quotas/6825cb4cea9e4921b5312dd51b9920be HTTP/1.1" status: 200 len: 375 time: 0.0185521 Feb 28 10:42:54.941423 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ff858564-cb14-48c6-9190-c412bb8101e6 req-06018203-997f-4fc0-ad8e-c033a5f79d3a tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756078 Feb 28 10:42:54.961804 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-a77f39d5-d58e-40ab-b22e-07f37b0ec955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:54.992232 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-867c0bea-4112-4a45-ad29-950b33d2459e req-80adf444-860f-4d43-a498-bafae21b3dc1 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6825cb4cea9e4921b5312dd51b9920be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0653470 Feb 28 10:42:55.279284 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c881836f-b524-48f7-bf57-831f65dccbce req-2d79f424-a278-43cc-8951-ab94f80cdcca tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92de976-3518-4077-8b8e-ae4b9a5c5b3f HTTP/1.1" status: 200 len: 210 time: 0.0317984 Feb 28 10:42:55.318984 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-867c0bea-4112-4a45-ad29-950b33d2459e req-219becb8-370b-41d2-a27f-b1fbb92ac48e service neutron] 10.222.0.44 "GET /v2.0/networks/240e2b6c-54c0-4c0d-850d-490078c64530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122859 Feb 28 10:42:55.409123 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-867c0bea-4112-4a45-ad29-950b33d2459e req-40e80a25-16d3-4a96-9254-a4872cb8f73a service neutron] 10.222.0.44 "GET /v2.0/networks/240e2b6c-54c0-4c0d-850d-490078c64530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841572 Feb 28 10:42:55.585072 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4cedb95a-04f9-4d4c-8e6b-2da0c09984ec req-b1a38a41-e040-4ff5-959c-83f53722fd79 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 210 time: 0.0373542 Feb 28 10:42:55.758779 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 60756) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:55.865559 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-a1346b14-7ce7-4b8e-819c-e50cb3d3ba7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:55.955528 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-a1346b14-7ce7-4b8e-819c-e50cb3d3ba7a admin admin] Publish callbacks [] for security_group (c69540bf-64fd-44d6-925f-9deb3c3ebd64), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:55.960717 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-a1346b14-7ce7-4b8e-819c-e50cb3d3ba7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (c69540bf-64fd-44d6-925f-9deb3c3ebd64), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:56.007595 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-a1346b14-7ce7-4b8e-819c-e50cb3d3ba7a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=df17121a1d0f4704ab1b6d556e0cc95c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2477195 Feb 28 10:42:56.008488 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1346b14-7ce7-4b8e-819c-e50cb3d3ba7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69540bf-64fd-44d6-925f-9deb3c3ebd64,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:56.010307 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 60764) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:56.094138 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-cda1a40b-da21-4678-b0eb-c3f5ea0e23fc admin admin] Publish callbacks [] for security_group (c69540bf-64fd-44d6-925f-9deb3c3ebd64), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:56.105628 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05ee5e-ff69-4b19-9b0d-c8f7038e4752 req-8834b361-1b2a-4f83-985e-55a6939b7d87 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:56.107256 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-dc05ee5e-ff69-4b19-9b0d-c8f7038e4752 req-8834b361-1b2a-4f83-985e-55a6939b7d87 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da453e9-81a2-4981-b3af-cb0bd958834f HTTP/1.1" status: 200 len: 945 time: 0.0825105 Feb 28 10:42:56.137343 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-cda1a40b-da21-4678-b0eb-c3f5ea0e23fc admin admin] Publish callbacks [] for security_group (c69540bf-64fd-44d6-925f-9deb3c3ebd64), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:56.193501 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-dc05ee5e-ff69-4b19-9b0d-c8f7038e4752 req-8e8ba7a6-0550-4e22-b23b-a27bf929649d tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803428 Feb 28 10:42:56.222179 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-cda1a40b-da21-4678-b0eb-c3f5ea0e23fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (c69540bf-64fd-44d6-925f-9deb3c3ebd64), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:56.225054 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-cda1a40b-da21-4678-b0eb-c3f5ea0e23fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:56.226068 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-cda1a40b-da21-4678-b0eb-c3f5ea0e23fc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c69540bf-64fd-44d6-925f-9deb3c3ebd64 HTTP/1.1" status: 204 len: 168 time: 0.2144787 Feb 28 10:42:56.235469 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda1a40b-da21-4678-b0eb-c3f5ea0e23fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69540bf-64fd-44d6-925f-9deb3c3ebd64,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:56.326771 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb46fbb-8cef-4437-a278-5fc22f6ea56a req-ecaad075-2fa9-4127-b24b-0356866a2925 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:56.328287 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4bb46fbb-8cef-4437-a278-5fc22f6ea56a req-ecaad075-2fa9-4127-b24b-0356866a2925 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da453e9-81a2-4981-b3af-cb0bd958834f HTTP/1.1" status: 200 len: 945 time: 0.0580537 Feb 28 10:42:56.384353 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4bb46fbb-8cef-4437-a278-5fc22f6ea56a req-47df7240-2eea-4019-a751-dbae20dc1af6 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498459 Feb 28 10:42:56.408876 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 60776) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:56.604692 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 60784) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:56.630161 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-406e5765-c669-497c-bbd5-5f92a002b546 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:56.671901 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0bd85-86bf-4af3-85f2-4b3184a2525f req-fe89493d-3c02-4578-bdfd-41b824904f66 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:56.673560 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-dce0bd85-86bf-4af3-85f2-4b3184a2525f req-fe89493d-3c02-4578-bdfd-41b824904f66 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0841293 Feb 28 10:42:56.735958 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-30b1f96e-4465-4d9c-94ed-fffd36d45665 req-97d6ffb4-0fe9-4c27-a6e7-901ec619a4ae tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 210 time: 0.0456278 Feb 28 10:42:56.774825 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767bccf0-0dcc-4144-944f-283973ec1e8a tempest-TestVolumeBootPattern-2075307937 tempest-TestVolumeBootPattern-2075307937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:56.776388 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-767bccf0-0dcc-4144-944f-283973ec1e8a tempest-TestVolumeBootPattern-2075307937 tempest-TestVolumeBootPattern-2075307937-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4da453e9-81a2-4981-b3af-cb0bd958834f HTTP/1.1" status: 200 len: 1124 time: 0.3664987 Feb 28 10:42:56.784373 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-dce0bd85-86bf-4af3-85f2-4b3184a2525f req-8cec225e-b6ac-422e-aa63-d815c3542a9c tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931473 Feb 28 10:42:56.784962 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 60788) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:56.792619 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [None req-95a02080-7771-44bb-940b-1434e23e99bf tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Request body: {'floatingip': {'floating_network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'port_id': '7dd72e0f-a7ca-41ef-af78-da8d7a245678', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:56.861324 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-95a02080-7771-44bb-940b-1434e23e99bf tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:56.888923 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c0bea-4112-4a45-ad29-950b33d2459e req-fd174ee5-9e7e-45e3-b473-f8e22f85443b tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:56.890342 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-867c0bea-4112-4a45-ad29-950b33d2459e req-fd174ee5-9e7e-45e3-b473-f8e22f85443b tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.46 "GET /v2.0/networks?id=240e2b6c-54c0-4c0d-850d-490078c64530 HTTP/1.1" status: 200 len: 816 time: 0.2100005 Feb 28 10:42:56.933933 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-406e5765-c669-497c-bbd5-5f92a002b546 admin admin] Publish callbacks [] for security_group (9ad0d5c2-2b3d-4431-9fee-463c8e966c6c), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:56.947868 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-406e5765-c669-497c-bbd5-5f92a002b546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (9ad0d5c2-2b3d-4431-9fee-463c8e966c6c), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:57.014590 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-406e5765-c669-497c-bbd5-5f92a002b546 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7f71da691c5c47e3902416d097da96e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4081948 Feb 28 10:42:57.017324 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 60794) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:57.023598 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406e5765-c669-497c-bbd5-5f92a002b546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad0d5c2-2b3d-4431-9fee-463c8e966c6c,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:57.043471 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-867c0bea-4112-4a45-ad29-950b33d2459e req-421fe836-32c5-447f-98f1-c4691208c54b tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6825cb4cea9e4921b5312dd51b9920be HTTP/1.1" status: 200 len: 379 time: 0.1210511 Feb 28 10:42:57.051427 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [req-867c0bea-4112-4a45-ad29-950b33d2459e req-9391af6a-9299-4f64-9f7e-03d095db1c53 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Request body: {'port': {'device_id': '1a8b41b5-742f-473d-b439-9a195b9c11ac', 'network_id': '240e2b6c-54c0-4c0d-850d-490078c64530', 'admin_state_up': True, 'tenant_id': '6825cb4cea9e4921b5312dd51b9920be', 'security_groups': ['19f8a60b-897b-4709-a7a6-457cc166c469']}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:57.065926 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-1a89a494-27a7-4b91-be25-44215ea8dd09 admin admin] Publish callbacks [] for security_group (9ad0d5c2-2b3d-4431-9fee-463c8e966c6c), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:57.086744 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-1a89a494-27a7-4b91-be25-44215ea8dd09 admin admin] Publish callbacks [] for security_group (9ad0d5c2-2b3d-4431-9fee-463c8e966c6c), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:57.135742 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-1a89a494-27a7-4b91-be25-44215ea8dd09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (9ad0d5c2-2b3d-4431-9fee-463c8e966c6c), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:57.138340 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-1a89a494-27a7-4b91-be25-44215ea8dd09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:57.141995 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-1a89a494-27a7-4b91-be25-44215ea8dd09 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9ad0d5c2-2b3d-4431-9fee-463c8e966c6c HTTP/1.1" status: 204 len: 168 time: 0.1212232 Feb 28 10:42:57.142154 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-95a02080-7771-44bb-940b-1434e23e99bf tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:57.149530 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a89a494-27a7-4b91-be25-44215ea8dd09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad0d5c2-2b3d-4431-9fee-463c8e966c6c,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:57.173913 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-84710321-4be1-4333-93bf-d49ed071cabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:57.226493 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-867c0bea-4112-4a45-ad29-950b33d2459e req-9391af6a-9299-4f64-9f7e-03d095db1c53 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Made reservation on behalf of 6825cb4cea9e4921b5312dd51b9920be for: {'port': 1} {{(pid=102996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:42:57.229796 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-867c0bea-4112-4a45-ad29-950b33d2459e req-9391af6a-9299-4f64-9f7e-03d095db1c53 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:57.322771 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.db_base_plugin_common [None req-95a02080-7771-44bb-940b-1434e23e99bf tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Allocated IP 172.27.1.83 (5c191bd3-8d00-44c5-b017-904410258187/e0d51f16-a2c9-415b-a552-79de15f3fe23/0d8e7cb7-438c-4be4-941d-7e76667c2394) {{(pid=102996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:42:57.442679 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.db_base_plugin_common [req-867c0bea-4112-4a45-ad29-950b33d2459e req-9391af6a-9299-4f64-9f7e-03d095db1c53 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Allocated IP 172.20.0.4 (240e2b6c-54c0-4c0d-850d-490078c64530/c422424b-4bdb-4bd8-9a44-a4d30179929f/88a4bd8b-bf17-4026-aea6-b661dd8b1201) {{(pid=102996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:42:57.494743 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-95a02080-7771-44bb-940b-1434e23e99bf tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks [] for port (0d8e7cb7-438c-4be4-941d-7e76667c2394), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:57.537821 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device f245c2a6-a750-496a-95c4-cf5ce2375a89 no longer exists at agent hyperv_hv-cinder-83116 {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:42:57.559680 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] No Port match for: f245c2a6-a750-496a-95c4-cf5ce2375a89 {{(pid=102997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:42:57.560304 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device f245c2a6-a750-496a-95c4-cf5ce2375a89 not bound to the agent host hv-cinder-83116 {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:42:57.604055 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-95a02080-7771-44bb-940b-1434e23e99bf tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (0d8e7cb7-438c-4be4-941d-7e76667c2394), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:57.659363 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a02080-7771-44bb-940b-1434e23e99bf tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Network 5c191bd3-8d00-44c5-b017-904410258187 is already hosted by enough agents. {{(pid=102996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:57.665178 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.base_scheduler [None req-95a02080-7771-44bb-940b-1434e23e99bf tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Resources bound (agent type, host, resource id): {{(pid=102996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:57.667814 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a02080-7771-44bb-940b-1434e23e99bf tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Received port after_create {{(pid=102996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:42:57.674465 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-867c0bea-4112-4a45-ad29-950b33d2459e req-9391af6a-9299-4f64-9f7e-03d095db1c53 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks [] for port (88a4bd8b-bf17-4026-aea6-b661dd8b1201), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:57.709682 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a02080-7771-44bb-940b-1434e23e99bf tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Pushing event updated for resources: {'Port': ['ID=0d8e7cb7-438c-4be4-941d-7e76667c2394,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:57.801402 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-867c0bea-4112-4a45-ad29-950b33d2459e req-9391af6a-9299-4f64-9f7e-03d095db1c53 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (88a4bd8b-bf17-4026-aea6-b661dd8b1201), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:57.883267 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 60826) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:57.903990 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-867c0bea-4112-4a45-ad29-950b33d2459e req-9391af6a-9299-4f64-9f7e-03d095db1c53 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Network 240e2b6c-54c0-4c0d-850d-490078c64530 is already hosted by enough agents. {{(pid=102996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:42:57.910842 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.base_scheduler [req-867c0bea-4112-4a45-ad29-950b33d2459e req-9391af6a-9299-4f64-9f7e-03d095db1c53 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Resources bound (agent type, host, resource id): {{(pid=102996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:57.913249 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [req-867c0bea-4112-4a45-ad29-950b33d2459e req-9391af6a-9299-4f64-9f7e-03d095db1c53 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Received port after_create {{(pid=102996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:42:57.937074 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec89130-6811-41f2-912d-c205671b6459 req-067b7d03-d4fb-4ce6-bc56-479af90b063f tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:57.938694 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-bec89130-6811-41f2-912d-c205671b6459 req-067b7d03-d4fb-4ce6-bc56-479af90b063f tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 931 time: 0.0995986 Feb 28 10:42:57.955623 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68fabd-2e8d-4746-8c03-04a06970ed78 req-8e52cf47-c205-47e1-9774-a7df0595afa3 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:57.957534 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ec68fabd-2e8d-4746-8c03-04a06970ed78 req-8e52cf47-c205-47e1-9774-a7df0595afa3 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0819757 Feb 28 10:42:57.964134 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9391af6a-9299-4f64-9f7e-03d095db1c53 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Pushing event updated for resources: {'Port': ['ID=88a4bd8b-bf17-4026-aea6-b661dd8b1201,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:57.990527 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c0bea-4112-4a45-ad29-950b33d2459e req-9391af6a-9299-4f64-9f7e-03d095db1c53 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:57.991202 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-867c0bea-4112-4a45-ad29-950b33d2459e req-9391af6a-9299-4f64-9f7e-03d095db1c53 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:58.043034 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [None req-5033eda3-b0f3-4f85-92e4-e1074c664d5d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-393585433-network', 'tenant_id': '32ec6fa2d34d47b4ad34d7b64f74cbbb'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:58.050679 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-bec89130-6811-41f2-912d-c205671b6459 req-200ebe20-ec51-4389-9f57-60ded3da0944 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031377 Feb 28 10:42:58.056701 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ec68fabd-2e8d-4746-8c03-04a06970ed78 req-ad1c32c0-fd53-43d8-84f6-ff95d5472ea7 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849280 Feb 28 10:42:58.072007 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-867c0bea-4112-4a45-ad29-950b33d2459e req-9391af6a-9299-4f64-9f7e-03d095db1c53 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0241454 Feb 28 10:42:58.119388 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [req-867c0bea-4112-4a45-ad29-950b33d2459e req-7bcd1af9-a232-4fbf-8a54-6088ee46dd8e service neutron] Request body: {'port': {'device_id': '1a8b41b5-742f-473d-b439-9a195b9c11ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83116'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:58.146032 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5033eda3-b0f3-4f85-92e4-e1074c664d5d admin admin] Made reservation on behalf of 32ec6fa2d34d47b4ad34d7b64f74cbbb for: {'network': 1} {{(pid=102996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:42:58.148331 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-5033eda3-b0f3-4f85-92e4-e1074c664d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for network (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:58.165783 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-5033eda3-b0f3-4f85-92e4-e1074c664d5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:58.184725 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-6f07a02f-c2f0-4075-b6c6-301f7d2601d2 None None] Provisioning complete for port 88a4bd8b-bf17-4026-aea6-b661dd8b1201 triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:42:58.185317 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-6f07a02f-c2f0-4075-b6c6-301f7d2601d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (88a4bd8b-bf17-4026-aea6-b661dd8b1201), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:58.219028 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-6f07a02f-c2f0-4075-b6c6-301f7d2601d2 None None] Port 88a4bd8b-bf17-4026-aea6-b661dd8b1201 cannot update to ACTIVE because it is not bound. {{(pid=102997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:42:58.258581 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-867c0bea-4112-4a45-ad29-950b33d2459e req-7bcd1af9-a232-4fbf-8a54-6088ee46dd8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (88a4bd8b-bf17-4026-aea6-b661dd8b1201), before_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:58.479461 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-5033eda3-b0f3-4f85-92e4-e1074c664d5d admin admin] Publish callbacks [] for security_group (4a849514-3e6d-496a-84a7-f61cffd41b67), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:58.487698 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-5033eda3-b0f3-4f85-92e4-e1074c664d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (4a849514-3e6d-496a-84a7-f61cffd41b67), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:58.548025 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:58.557166 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5033eda3-b0f3-4f85-92e4-e1074c664d5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=102996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:42:58.579778 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-95a02080-7771-44bb-940b-1434e23e99bf tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks [] for floatingip (d278816b-ce91-4fe2-bd57-3cc7d5984d63), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:58.600950 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-5033eda3-b0f3-4f85-92e4-e1074c664d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761337'] for segment (a7ecfd5e-335f-4e16-8401-13e40e1c7345), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:58.601287 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.db.segments_db [None req-5033eda3-b0f3-4f85-92e4-e1074c664d5d admin admin] Added segment a7ecfd5e-335f-4e16-8401-13e40e1c7345 of type vlan for network ce1ad96b-3c18-475f-a8ea-4842f6584374 Feb 28 10:42:58.607791 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033eda3-b0f3-4f85-92e4-e1074c664d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a849514-3e6d-496a-84a7-f61cffd41b67,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:58.670088 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-5033eda3-b0f3-4f85-92e4-e1074c664d5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783309439991'] for network (ce1ad96b-3c18-475f-a8ea-4842f6584374), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:58.739490 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-95a02080-7771-44bb-940b-1434e23e99bf tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (0d8e7cb7-438c-4be4-941d-7e76667c2394), before_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:58.744155 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-5033eda3-b0f3-4f85-92e4-e1074c664d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297'] for network (ce1ad96b-3c18-475f-a8ea-4842f6584374), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:58.745071 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5033eda3-b0f3-4f85-92e4-e1074c664d5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:58.746146 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-5033eda3-b0f3-4f85-92e4-e1074c664d5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for network (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:58.866062 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-5033eda3-b0f3-4f85-92e4-e1074c664d5d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9766531 Feb 28 10:42:58.869124 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 60832) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:58.877423 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [None req-31da9d54-23aa-43b7-86fb-d7bd07aeb14a admin admin] Request body: {'subnet': {'network_id': 'ce1ad96b-3c18-475f-a8ea-4842f6584374', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-393585433-subnet', 'tenant_id': '32ec6fa2d34d47b4ad34d7b64f74cbbb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:42:58.881032 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033eda3-b0f3-4f85-92e4-e1074c664d5d admin admin] Pushing event updated for resources: {'Network': ['ID=ce1ad96b-3c18-475f-a8ea-4842f6584374,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:58.885658 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [req-867c0bea-4112-4a45-ad29-950b33d2459e req-7bcd1af9-a232-4fbf-8a54-6088ee46dd8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88a4bd8b-bf17-4026-aea6-b661dd8b1201 {{(pid=102996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:42:58.891402 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Network ce1ad96b-3c18-475f-a8ea-4842f6584374 details requested by agent ovs-agent-dv-cinder-831167-1-iscsi with host dv-cinder-831167-1-iscsi {{(pid=102997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:42:58.918770 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31da9d54-23aa-43b7-86fb-d7bd07aeb14a admin admin] Made reservation on behalf of 32ec6fa2d34d47b4ad34d7b64f74cbbb for: {'subnet': 1} {{(pid=102995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:42:58.925333 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-31da9d54-23aa-43b7-86fb-d7bd07aeb14a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63457285'] for subnet (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:59.162771 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-31da9d54-23aa-43b7-86fb-d7bd07aeb14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63288078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63457335'] for subnet (8f7a9448-936e-4aac-8568-0b61b51aae8a), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:59.171986 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-867c0bea-4112-4a45-ad29-950b33d2459e req-7bcd1af9-a232-4fbf-8a54-6088ee46dd8e service neutron] Publish callbacks [] for port (88a4bd8b-bf17-4026-aea6-b661dd8b1201), precommit_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:59.195245 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.provisioning_blocks [req-867c0bea-4112-4a45-ad29-950b33d2459e req-7bcd1af9-a232-4fbf-8a54-6088ee46dd8e service neutron] Transition to ACTIVE for port object 88a4bd8b-bf17-4026-aea6-b661dd8b1201 will not be triggered until provisioned by entity L2. {{(pid=102996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:42:59.205826 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-867c0bea-4112-4a45-ad29-950b33d2459e req-7bcd1af9-a232-4fbf-8a54-6088ee46dd8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63361884'] for port (88a4bd8b-bf17-4026-aea6-b661dd8b1201), after_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:59.296127 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcd1af9-a232-4fbf-8a54-6088ee46dd8e service neutron] Pushing event updated for resources: {'Port': ['ID=88a4bd8b-bf17-4026-aea6-b661dd8b1201,revision_number=2']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:59.324578 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da9d54-23aa-43b7-86fb-d7bd07aeb14a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f7a9448-936e-4aac-8568-0b61b51aae8a,revision_number=0']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:59.328628 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-95a02080-7771-44bb-940b-1434e23e99bf tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks [] for port (0d8e7cb7-438c-4be4-941d-7e76667c2394), precommit_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:59.347365 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31da9d54-23aa-43b7-86fb-d7bd07aeb14a admin admin] Checking segment: {'id': 'a7ecfd5e-335f-4e16-8401-13e40e1c7345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'ce1ad96b-3c18-475f-a8ea-4842f6584374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:42:59.347730 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31da9d54-23aa-43b7-86fb-d7bd07aeb14a admin admin] Network hostable DHCP agents. Network: ce1ad96b-3c18-475f-a8ea-4842f6584374, hostable agents: ['908aa187-f1dc-423a-8ec3-c19816a84263'], hosted agents: [] {{(pid=102995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:42:59.351270 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-95a02080-7771-44bb-940b-1434e23e99bf tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63361884'] for port (0d8e7cb7-438c-4be4-941d-7e76667c2394), after_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:59.371816 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af82e09-2d81-4b20-8e9e-5c5672b6b042 req-edab7b29-df96-4d8d-88fe-cb648da5cab1 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:59.373372 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6af82e09-2d81-4b20-8e9e-5c5672b6b042 req-edab7b29-df96-4d8d-88fe-cb648da5cab1 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 943 time: 0.1464431 Feb 28 10:42:59.380134 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc557a4-45db-4d68-979e-dd5eb6cfdb3b req-0ea0ed7e-3646-471f-9789-10792c94cd6a tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:59.381840 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-dbc557a4-45db-4d68-979e-dd5eb6cfdb3b req-0ea0ed7e-3646-471f-9789-10792c94cd6a tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.1583097 Feb 28 10:42:59.423537 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31da9d54-23aa-43b7-86fb-d7bd07aeb14a admin admin] Network ce1ad96b-3c18-475f-a8ea-4842f6584374 is scheduled to be hosted by DHCP agent 908aa187-f1dc-423a-8ec3-c19816a84263 with binding_index 1 {{(pid=102995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:42:59.443982 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-867c0bea-4112-4a45-ad29-950b33d2459e req-7bcd1af9-a232-4fbf-8a54-6088ee46dd8e service neutron] Attempting to bind port 88a4bd8b-bf17-4026-aea6-b661dd8b1201 on host hv-cinder-83116 for vnic_type normal with profile {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:42:59.444315 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-867c0bea-4112-4a45-ad29-950b33d2459e req-7bcd1af9-a232-4fbf-8a54-6088ee46dd8e service neutron] Attempting to bind port 88a4bd8b-bf17-4026-aea6-b661dd8b1201 by drivers openvswitch,hyperv on host hv-cinder-83116 at level 0 using segments [{'id': '6c2048f2-30c2-42f7-807e-dc8d048f6f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '240e2b6c-54c0-4c0d-850d-490078c64530'}] {{(pid=102996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:42:59.444634 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867c0bea-4112-4a45-ad29-950b33d2459e req-7bcd1af9-a232-4fbf-8a54-6088ee46dd8e service neutron] Attempting to bind port 88a4bd8b-bf17-4026-aea6-b661dd8b1201 on network 240e2b6c-54c0-4c0d-850d-490078c64530 {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:42:59.445225 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.base_scheduler [None req-31da9d54-23aa-43b7-86fb-d7bd07aeb14a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831167-1-iscsi, ce1ad96b-3c18-475f-a8ea-4842f6584374) {{(pid=102995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:42:59.449014 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a02080-7771-44bb-940b-1434e23e99bf tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Pushing event updated for resources: {'Port': ['ID=0d8e7cb7-438c-4be4-941d-7e76667c2394,revision_number=2']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:59.457687 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867c0bea-4112-4a45-ad29-950b33d2459e req-7bcd1af9-a232-4fbf-8a54-6088ee46dd8e service neutron] Port 88a4bd8b-bf17-4026-aea6-b661dd8b1201 on network 240e2b6c-54c0-4c0d-850d-490078c64530 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83116 {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:42:59.457848 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867c0bea-4112-4a45-ad29-950b33d2459e req-7bcd1af9-a232-4fbf-8a54-6088ee46dd8e service neutron] Attempting to bind port 88a4bd8b-bf17-4026-aea6-b661dd8b1201 on network 240e2b6c-54c0-4c0d-850d-490078c64530 {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:42:59.465037 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-95a02080-7771-44bb-940b-1434e23e99bf tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-379257'] for floatingip (d278816b-ce91-4fe2-bd57-3cc7d5984d63), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:59.465377 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31da9d54-23aa-43b7-86fb-d7bd07aeb14a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:59.465861 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b5e956-230f-4944-bd39-747f3982a9d9 None None] Network ce1ad96b-3c18-475f-a8ea-4842f6584374 requested from dv-cinder-831167-1-iscsi {{(pid=102997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:42:59.466322 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-31da9d54-23aa-43b7-86fb-d7bd07aeb14a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:59.467010 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867c0bea-4112-4a45-ad29-950b33d2459e req-7bcd1af9-a232-4fbf-8a54-6088ee46dd8e service neutron] Checking agent: {'id': 'db31e800-75f5-4bdb-84cd-f402d346b45c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 36, 4), 'started_at': datetime.datetime(2022, 2, 28, 10, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:42:59.467346 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867c0bea-4112-4a45-ad29-950b33d2459e req-7bcd1af9-a232-4fbf-8a54-6088ee46dd8e service neutron] Checking segment: {'id': '6c2048f2-30c2-42f7-807e-dc8d048f6f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '240e2b6c-54c0-4c0d-850d-490078c64530'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:42:59.467717 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867c0bea-4112-4a45-ad29-950b33d2459e req-7bcd1af9-a232-4fbf-8a54-6088ee46dd8e service neutron] Bound using segment: {'id': '6c2048f2-30c2-42f7-807e-dc8d048f6f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '240e2b6c-54c0-4c0d-850d-490078c64530'} {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:42:59.468143 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-867c0bea-4112-4a45-ad29-950b33d2459e req-7bcd1af9-a232-4fbf-8a54-6088ee46dd8e service neutron] Bound port: 88a4bd8b-bf17-4026-aea6-b661dd8b1201, host: hv-cinder-83116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c2048f2-30c2-42f7-807e-dc8d048f6f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '240e2b6c-54c0-4c0d-850d-490078c64530'}}] {{(pid=102996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:42:59.468485 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-867c0bea-4112-4a45-ad29-950b33d2459e req-7bcd1af9-a232-4fbf-8a54-6088ee46dd8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (88a4bd8b-bf17-4026-aea6-b661dd8b1201), before_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:59.484210 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6af82e09-2d81-4b20-8e9e-5c5672b6b042 req-0e3c904e-573b-410f-afa6-8247b9e5cd34 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013570 Feb 28 10:42:59.498703 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-dbc557a4-45db-4d68-979e-dd5eb6cfdb3b req-25a590a1-f349-4755-958a-6693471ddb5c tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029558 Feb 28 10:42:59.525259 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-31da9d54-23aa-43b7-86fb-d7bd07aeb14a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6535189 Feb 28 10:42:59.614795 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5328259-d174-4707-b072-607620d84917 None None] Network ce1ad96b-3c18-475f-a8ea-4842f6584374 requested from dv-cinder-831167-1-iscsi {{(pid=102997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:42:59.626413 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-867c0bea-4112-4a45-ad29-950b33d2459e req-7bcd1af9-a232-4fbf-8a54-6088ee46dd8e service neutron] For port 88a4bd8b-bf17-4026-aea6-b661dd8b1201, host hv-cinder-83116, cleared binding levels {{(pid=102996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:42:59.631345 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-867c0bea-4112-4a45-ad29-950b33d2459e req-7bcd1af9-a232-4fbf-8a54-6088ee46dd8e service neutron] For port 88a4bd8b-bf17-4026-aea6-b661dd8b1201, host hv-cinder-83116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=88a4bd8b-bf17-4026-aea6-b661dd8b1201,segment=NetworkSegment(6c2048f2-30c2-42f7-807e-dc8d048f6f75),segment_id=6c2048f2-30c2-42f7-807e-dc8d048f6f75)] {{(pid=102996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:42:59.640334 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-867c0bea-4112-4a45-ad29-950b33d2459e req-7bcd1af9-a232-4fbf-8a54-6088ee46dd8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63361884'] for port (88a4bd8b-bf17-4026-aea6-b661dd8b1201), after_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:59.651063 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.db.l3_db [None req-95a02080-7771-44bb-940b-1434e23e99bf tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Floating IP d278816b-ce91-4fe2-bd57-3cc7d5984d63 associated. External IP: 172.27.1.83, port: 7dd72e0f-a7ca-41ef-af78-da8d7a245678. Feb 28 10:42:59.716276 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c0bea-4112-4a45-ad29-950b33d2459e req-7bcd1af9-a232-4fbf-8a54-6088ee46dd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:59.716888 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-867c0bea-4112-4a45-ad29-950b33d2459e req-7bcd1af9-a232-4fbf-8a54-6088ee46dd8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:59.718244 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-867c0bea-4112-4a45-ad29-950b33d2459e req-7bcd1af9-a232-4fbf-8a54-6088ee46dd8e service neutron] 10.222.0.46 "PUT /v2.0/ports/88a4bd8b-bf17-4026-aea6-b661dd8b1201 HTTP/1.1" status: 200 len: 1093 time: 1.6068125 Feb 28 10:42:59.718691 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a8b41b5-742f-473d-b439-9a195b9c11ac', 'tag': '88a4bd8b-bf17-4026-aea6-b661dd8b1201'}] {{(pid=102996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:42:59.720937 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fc607127e9415785fd538e0c70e4bf06f6b8f20b6b46de5a0809c41644901f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c9ecaa-b1ba-4671-856e-78d4db5cc72a" -d '{"events": [{"name": "network-changed", "server_uuid": "1a8b41b5-742f-473d-b439-9a195b9c11ac", "tag": "88a4bd8b-bf17-4026-aea6-b661dd8b1201"}]}' {{(pid=102996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:42:59.751398 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcd1af9-a232-4fbf-8a54-6088ee46dd8e service neutron] Pushing event updated for resources: {'Port': ['ID=88a4bd8b-bf17-4026-aea6-b661dd8b1201,revision_number=3']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:59.789815 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4beb66cd-0b3f-49bc-90dd-21ddca2380da x-openstack-request-id: req-4beb66cd-0b3f-49bc-90dd-21ddca2380da {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:42:59.790108 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a8b41b5-742f-473d-b439-9a195b9c11ac", "tag": "88a4bd8b-bf17-4026-aea6-b661dd8b1201", "status": "completed", "code": 200}]} {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:42:59.790360 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4beb66cd-0b3f-49bc-90dd-21ddca2380da {{(pid=102996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:42:59.790751 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a8b41b5-742f-473d-b439-9a195b9c11ac', 'tag': '88a4bd8b-bf17-4026-aea6-b661dd8b1201', 'status': 'completed', 'code': 200} Feb 28 10:42:59.921109 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:59.936464 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a02080-7771-44bb-940b-1434e23e99bf tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Router 955fcaf0-b9ca-493b-935f-c162b4121ca7 has already been hosted by L3 agent 86347f47-2890-46a7-a199-31163828a11a {{(pid=102996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:43:00.048727 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a02080-7771-44bb-940b-1434e23e99bf tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Notify agent at l3_agent.dv-cinder-831167-1-iscsi the message routers_updated {{(pid=102996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:43:00.051902 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 60858) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:00.059201 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [None req-da73d051-3b94-407e-bea8-606ede35cb45 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-46762053-network', 'tenant_id': '1ca020b2083c408391d61908a578da51'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:00.060955 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edcc9f0-9cbc-4a22-9166-1307a69a9f89 None None] Sync routers for ids ['955fcaf0-b9ca-493b-935f-c162b4121ca7'] in dv-cinder-831167-1-iscsi {{(pid=102998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:43:00.070177 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edcc9f0-9cbc-4a22-9166-1307a69a9f89 None None] Routers {'955fcaf0-b9ca-493b-935f-c162b4121ca7'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:43:00.070770 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-9edcc9f0-9cbc-4a22-9166-1307a69a9f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:42:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['955fcaf0-b9ca-493b-935f-c162b4121ca7'], 'active': True} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:00.081345 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-95a02080-7771-44bb-940b-1434e23e99bf tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for floatingip (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:00.102781 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da73d051-3b94-407e-bea8-606ede35cb45 admin admin] Made reservation on behalf of 1ca020b2083c408391d61908a578da51 for: {'network': 1} {{(pid=102996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:43:00.105143 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-da73d051-3b94-407e-bea8-606ede35cb45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for network (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:00.117627 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-da73d051-3b94-407e-bea8-606ede35cb45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:00.131260 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-95a02080-7771-44bb-940b-1434e23e99bf tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3452225 Feb 28 10:43:00.186190 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvr_db [None req-9edcc9f0-9cbc-4a22-9166-1307a69a9f89 None None] Set router 955fcaf0-b9ca-493b-935f-c162b4121ca7 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:43:00.202669 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-da73d051-3b94-407e-bea8-606ede35cb45 admin admin] Publish callbacks [] for security_group (8afcfc6f-a494-46d4-b71d-7a7c1a080981), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:00.206479 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-da73d051-3b94-407e-bea8-606ede35cb45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (8afcfc6f-a494-46d4-b71d-7a7c1a080981), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:00.231139 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da73d051-3b94-407e-bea8-606ede35cb45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=102996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:43:00.240623 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da73d051-3b94-407e-bea8-606ede35cb45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8afcfc6f-a494-46d4-b71d-7a7c1a080981,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:00.245176 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-da73d051-3b94-407e-bea8-606ede35cb45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761337'] for segment (c424c8db-1b03-4c86-ba63-d4627315748a), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:00.245543 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.db.segments_db [None req-da73d051-3b94-407e-bea8-606ede35cb45 admin admin] Added segment c424c8db-1b03-4c86-ba63-d4627315748a of type vlan for network 1ae76cfe-c1b4-4f2c-b797-de0ef3dfda28 Feb 28 10:43:00.288001 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-da73d051-3b94-407e-bea8-606ede35cb45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783309439991'] for network (1ae76cfe-c1b4-4f2c-b797-de0ef3dfda28), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:00.312398 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-da73d051-3b94-407e-bea8-606ede35cb45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297'] for network (1ae76cfe-c1b4-4f2c-b797-de0ef3dfda28), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:00.313449 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da73d051-3b94-407e-bea8-606ede35cb45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:00.314042 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-da73d051-3b94-407e-bea8-606ede35cb45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for network (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:00.367195 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-da73d051-3b94-407e-bea8-606ede35cb45 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3142276 Feb 28 10:43:00.370120 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 60862) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:00.373638 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da73d051-3b94-407e-bea8-606ede35cb45 admin admin] Pushing event updated for resources: {'Network': ['ID=1ae76cfe-c1b4-4f2c-b797-de0ef3dfda28,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:00.376162 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [None req-631b2551-16ac-41c0-9076-2a488e710799 admin admin] Request body: {'subnet': {'network_id': '1ae76cfe-c1b4-4f2c-b797-de0ef3dfda28', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-46762053-subnet', 'tenant_id': '1ca020b2083c408391d61908a578da51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:00.384629 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Network 1ae76cfe-c1b4-4f2c-b797-de0ef3dfda28 details requested by agent ovs-agent-dv-cinder-831167-1-iscsi with host dv-cinder-831167-1-iscsi {{(pid=102997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:43:00.397612 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631b2551-16ac-41c0-9076-2a488e710799 admin admin] Made reservation on behalf of 1ca020b2083c408391d61908a578da51 for: {'subnet': 1} {{(pid=102995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:43:00.400802 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-631b2551-16ac-41c0-9076-2a488e710799 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63457285'] for subnet (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:00.411210 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-9edcc9f0-9cbc-4a22-9166-1307a69a9f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'name': 'tempest-TestVolumeBootPattern-928494103-router', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '26172ab7-dd74-47fc-8158-eb83de91afc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:06Z', 'updated_at': '2022-02-28T10:41:10Z', 'revision_number': 4, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'gw_port': {'id': '26172ab7-dd74-47fc-8158-eb83de91afc0', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:bc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:06Z', 'updated_at': '2022-02-28T10:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_floatingips': [{'id': 'd278816b-ce91-4fe2-bd57-3cc7d5984d63', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'router_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'port_id': '7dd72e0f-a7ca-41ef-af78-da8d7a245678', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e', 'mac_address': 'fa:16:3e:04:f2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da453e9-81a2-4981-b3af-cb0bd958834f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:42:58Z', 'updated_at': '2022-02-28T10:42:58Z', 'revision_number': 0, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '139c64ac-245e-42da-8fc7-f98ec55d294a', 'name': '', 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'mac_address': 'fa:16:3e:9c:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '10d8c89b-f1ef-4689-89e2-725720fe5362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:09Z', 'updated_at': '2022-02-28T10:41:14Z', 'revision_number': 5, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'subnets': [{'id': '10d8c89b-f1ef-4689-89e2-725720fe5362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:00.441454 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edcc9f0-9cbc-4a22-9166-1307a69a9f89 None None] Checking router: 955fcaf0-b9ca-493b-935f-c162b4121ca7 for host: dv-cinder-831167-1-iscsi {{(pid=102998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:43:00.450289 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edcc9f0-9cbc-4a22-9166-1307a69a9f89 None None] Routers {'955fcaf0-b9ca-493b-935f-c162b4121ca7'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:43:00.450894 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-9edcc9f0-9cbc-4a22-9166-1307a69a9f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:42:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['955fcaf0-b9ca-493b-935f-c162b4121ca7'], 'active': True} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:00.560524 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvr_db [None req-9edcc9f0-9cbc-4a22-9166-1307a69a9f89 None None] Set router 955fcaf0-b9ca-493b-935f-c162b4121ca7 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:43:00.635064 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-631b2551-16ac-41c0-9076-2a488e710799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63288078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63457335'] for subnet (a3477304-9dd9-493e-8a9a-8a1838b3c3b9), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:00.709393 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06dc8bf-4eff-40d3-a16a-d24453b80464 req-74dac0c6-512b-4279-9209-4348b87fbc07 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:00.711207 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d06dc8bf-4eff-40d3-a16a-d24453b80464 req-74dac0c6-512b-4279-9209-4348b87fbc07 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.1436555 Feb 28 10:43:00.730788 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631b2551-16ac-41c0-9076-2a488e710799 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3477304-9dd9-493e-8a9a-8a1838b3c3b9,revision_number=0']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:00.742284 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdcb053-cea2-4b21-b0cf-c329a8563299 req-31519884-527f-42b0-b818-96ac2b4b671e tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:00.743964 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6fdcb053-cea2-4b21-b0cf-c329a8563299 req-31519884-527f-42b0-b818-96ac2b4b671e tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 943 time: 0.1625533 Feb 28 10:43:00.756958 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631b2551-16ac-41c0-9076-2a488e710799 admin admin] Checking segment: {'id': 'c424c8db-1b03-4c86-ba63-d4627315748a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1ae76cfe-c1b4-4f2c-b797-de0ef3dfda28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:43:00.757321 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631b2551-16ac-41c0-9076-2a488e710799 admin admin] Network hostable DHCP agents. Network: 1ae76cfe-c1b4-4f2c-b797-de0ef3dfda28, hostable agents: ['908aa187-f1dc-423a-8ec3-c19816a84263'], hosted agents: [] {{(pid=102995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:43:00.776071 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631b2551-16ac-41c0-9076-2a488e710799 admin admin] Network 1ae76cfe-c1b4-4f2c-b797-de0ef3dfda28 is scheduled to be hosted by DHCP agent 908aa187-f1dc-423a-8ec3-c19816a84263 with binding_index 1 {{(pid=102995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:43:00.788464 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.base_scheduler [None req-631b2551-16ac-41c0-9076-2a488e710799 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831167-1-iscsi, 1ae76cfe-c1b4-4f2c-b797-de0ef3dfda28) {{(pid=102995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:43:00.793478 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631b2551-16ac-41c0-9076-2a488e710799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:00.794174 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-631b2551-16ac-41c0-9076-2a488e710799 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:00.800886 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf0fe4a-f657-4410-8d5c-d8e92de96ca9 None None] Network 1ae76cfe-c1b4-4f2c-b797-de0ef3dfda28 requested from dv-cinder-831167-1-iscsi {{(pid=102997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:43:00.814668 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-631b2551-16ac-41c0-9076-2a488e710799 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4428945 Feb 28 10:43:00.888198 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-9edcc9f0-9cbc-4a22-9166-1307a69a9f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'name': 'tempest-TestVolumeBootPattern-928494103-router', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '26172ab7-dd74-47fc-8158-eb83de91afc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:06Z', 'updated_at': '2022-02-28T10:41:10Z', 'revision_number': 4, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'gw_port': {'id': '26172ab7-dd74-47fc-8158-eb83de91afc0', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:bc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:06Z', 'updated_at': '2022-02-28T10:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_floatingips': [{'id': 'd278816b-ce91-4fe2-bd57-3cc7d5984d63', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'router_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'port_id': '7dd72e0f-a7ca-41ef-af78-da8d7a245678', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e', 'mac_address': 'fa:16:3e:04:f2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da453e9-81a2-4981-b3af-cb0bd958834f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:42:58Z', 'updated_at': '2022-02-28T10:42:58Z', 'revision_number': 0, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '139c64ac-245e-42da-8fc7-f98ec55d294a', 'name': '', 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'mac_address': 'fa:16:3e:9c:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '10d8c89b-f1ef-4689-89e2-725720fe5362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:09Z', 'updated_at': '2022-02-28T10:41:14Z', 'revision_number': 5, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'subnets': [{'id': '10d8c89b-f1ef-4689-89e2-725720fe5362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:00.934713 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e48368e-dc34-46f3-bded-23e3742d0cb2 None None] Network 1ae76cfe-c1b4-4f2c-b797-de0ef3dfda28 requested from dv-cinder-831167-1-iscsi {{(pid=102997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:43:00.940863 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edcc9f0-9cbc-4a22-9166-1307a69a9f89 None None] The sync data for ids ['955fcaf0-b9ca-493b-935f-c162b4121ca7'] in dv-cinder-831167-1-iscsi is: [{'id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'name': 'tempest-TestVolumeBootPattern-928494103-router', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '26172ab7-dd74-47fc-8158-eb83de91afc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:06Z', 'updated_at': '2022-02-28T10:41:10Z', 'revision_number': 4, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'gw_port': {'id': '26172ab7-dd74-47fc-8158-eb83de91afc0', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:bc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:06Z', 'updated_at': '2022-02-28T10:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_floatingips': [{'id': 'd278816b-ce91-4fe2-bd57-3cc7d5984d63', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'router_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'port_id': '7dd72e0f-a7ca-41ef-af78-da8d7a245678', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e', 'mac_address': 'fa:16:3e:04:f2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da453e9-81a2-4981-b3af-cb0bd958834f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:42:58Z', 'updated_at': '2022-02-28T10:42:58Z', 'revision_number': 0, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '139c64ac-245e-42da-8fc7-f98ec55d294a', 'name': '', 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'mac_address': 'fa:16:3e:9c:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '10d8c89b-f1ef-4689-89e2-725720fe5362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:09Z', 'updated_at': '2022-02-28T10:41:14Z', 'revision_number': 5, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'subnets': [{'id': '10d8c89b-f1ef-4689-89e2-725720fe5362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:43:01.096817 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d06dc8bf-4eff-40d3-a16a-d24453b80464 req-6e907491-dd96-4ed1-8b28-b8d1c6df11ee tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776014 Feb 28 10:43:01.104116 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6fdcb053-cea2-4b21-b0cf-c329a8563299 req-46dbf1fc-dc6b-4df8-ad5b-15b661d51d61 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3521369 Feb 28 10:43:01.184757 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd178c16-96b9-4060-8efb-9266779b21bb None None] New status for floating IP d278816b-ce91-4fe2-bd57-3cc7d5984d63: ACTIVE {{(pid=102997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:43:01.533904 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:01.791912 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da453e9-81a2-4981-b3af-cb0bd958834f', 'tag': '7dd72e0f-a7ca-41ef-af78-da8d7a245678'}] {{(pid=102996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:43:01.794235 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fc607127e9415785fd538e0c70e4bf06f6b8f20b6b46de5a0809c41644901f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd12caf-f7fc-493f-9475-31ab6653e1af" -d '{"events": [{"name": "network-changed", "server_uuid": "4da453e9-81a2-4981-b3af-cb0bd958834f", "tag": "7dd72e0f-a7ca-41ef-af78-da8d7a245678"}]}' {{(pid=102996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:43:01.828984 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3964d68c-7b61-43c1-a770-cda7979e6d10 x-openstack-request-id: req-3964d68c-7b61-43c1-a770-cda7979e6d10 {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:43:01.829289 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da453e9-81a2-4981-b3af-cb0bd958834f", "tag": "7dd72e0f-a7ca-41ef-af78-da8d7a245678", "status": "completed", "code": 200}]} {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:43:01.829546 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3964d68c-7b61-43c1-a770-cda7979e6d10 {{(pid=102996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:43:01.830518 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4da453e9-81a2-4981-b3af-cb0bd958834f', 'tag': '7dd72e0f-a7ca-41ef-af78-da8d7a245678', 'status': 'completed', 'code': 200} Feb 28 10:43:02.247748 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa06b5e-6bc6-4487-8839-a746fa1e5000 req-8befbad1-3b8f-4922-82b6-e0248612146c tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:02.249213 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-baa06b5e-6bc6-4487-8839-a746fa1e5000 req-8befbad1-3b8f-4922-82b6-e0248612146c tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0815549 Feb 28 10:43:02.270158 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c18718-5fe9-4a39-9c49-5d782162c959 req-2198e094-ef49-4754-b388-dcaaf5c05104 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:02.271581 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e1c18718-5fe9-4a39-9c49-5d782162c959 req-2198e094-ef49-4754-b388-dcaaf5c05104 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 943 time: 0.0788612 Feb 28 10:43:02.328434 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-baa06b5e-6bc6-4487-8839-a746fa1e5000 req-be960f4b-8c78-4468-84d0-be846a8c994f tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731578 Feb 28 10:43:02.339492 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e1c18718-5fe9-4a39-9c49-5d782162c959 req-020d416f-32c2-4a24-bfdc-bcbacf546d70 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609555 Feb 28 10:43:02.578472 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9ecaa-b1ba-4671-856e-78d4db5cc72a req-e30e78f3-78d4-46e7-aa33-1e86bcf31d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:02.579992 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-f9c9ecaa-b1ba-4671-856e-78d4db5cc72a req-e30e78f3-78d4-46e7-aa33-1e86bcf31d3a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6825cb4cea9e4921b5312dd51b9920be&device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 1127 time: 0.0796864 Feb 28 10:43:02.582315 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd12caf-f7fc-493f-9475-31ab6653e1af req-30ea4523-fa27-4e0f-9ab1-74102409d4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:02.583667 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-3fd12caf-f7fc-493f-9475-31ab6653e1af req-30ea4523-fa27-4e0f-9ab1-74102409d4d2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d49baa9a7922438f99d7dcc9ef7c1c15&device_id=4da453e9-81a2-4981-b3af-cb0bd958834f HTTP/1.1" status: 200 len: 1129 time: 0.0744667 Feb 28 10:43:02.753923 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9ecaa-b1ba-4671-856e-78d4db5cc72a req-01dd2e04-b894-488e-834f-5c3505ceb8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:02.755645 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-f9c9ecaa-b1ba-4671-856e-78d4db5cc72a req-01dd2e04-b894-488e-834f-5c3505ceb8d1 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=6825cb4cea9e4921b5312dd51b9920be&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1568465 Feb 28 10:43:02.758192 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd12caf-f7fc-493f-9475-31ab6653e1af req-d239e0b4-51c4-4863-a420-4d8fd0feb0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:02.759528 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-3fd12caf-f7fc-493f-9475-31ab6653e1af req-d239e0b4-51c4-4863-a420-4d8fd0feb0ed service neutron] 10.222.0.46 "GET /v2.0/networks?id=d201863f-b309-44f4-a7ef-e7046df4340e HTTP/1.1" status: 200 len: 912 time: 0.1595254 Feb 28 10:43:02.884942 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-3fd12caf-f7fc-493f-9475-31ab6653e1af req-e2911cfb-5979-4cd7-b692-79c722a32cb4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7dd72e0f-a7ca-41ef-af78-da8d7a245678 HTTP/1.1" status: 200 len: 1000 time: 0.1112325 Feb 28 10:43:02.937001 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9ecaa-b1ba-4671-856e-78d4db5cc72a req-4595d483-c4ad-45c1-8813-97cdd0033cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:02.938425 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-f9c9ecaa-b1ba-4671-856e-78d4db5cc72a req-4595d483-c4ad-45c1-8813-97cdd0033cb6 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1721129 Feb 28 10:43:02.948289 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd12caf-f7fc-493f-9475-31ab6653e1af req-3ca85a56-7bed-4fba-b0f2-59936e0d7e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:02.949621 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-3fd12caf-f7fc-493f-9475-31ab6653e1af req-3ca85a56-7bed-4fba-b0f2-59936e0d7e6a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10d8c89b-f1ef-4689-89e2-725720fe5362 HTTP/1.1" status: 200 len: 850 time: 0.0560002 Feb 28 10:43:03.000416 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd12caf-f7fc-493f-9475-31ab6653e1af req-9d8e0edd-436c-4ceb-b806-4fcc8c7c709c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:03.001897 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-3fd12caf-f7fc-493f-9475-31ab6653e1af req-9d8e0edd-436c-4ceb-b806-4fcc8c7c709c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d201863f-b309-44f4-a7ef-e7046df4340e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444081 Feb 28 10:43:03.096725 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c0bea-4112-4a45-ad29-950b33d2459e req-1256baf2-b756-4c51-b9a6-05ca4bae55d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:03.098208 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-867c0bea-4112-4a45-ad29-950b33d2459e req-1256baf2-b756-4c51-b9a6-05ca4bae55d1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6825cb4cea9e4921b5312dd51b9920be&device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 1127 time: 0.0954781 Feb 28 10:43:03.122238 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-3fd12caf-f7fc-493f-9475-31ab6653e1af req-72312645-b179-491f-bbff-df5be9ba77c9 service neutron] 10.222.0.46 "GET /v2.0/networks/d201863f-b309-44f4-a7ef-e7046df4340e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927484 Feb 28 10:43:03.361151 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-867c0bea-4112-4a45-ad29-950b33d2459e req-95924586-02c6-497d-81ac-bc4ef39e8e8e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88a4bd8b-bf17-4026-aea6-b661dd8b1201 HTTP/1.1" status: 200 len: 217 time: 0.0528836 Feb 28 10:43:03.445129 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c0bea-4112-4a45-ad29-950b33d2459e req-1574691f-75ba-4acd-b9cf-49dae35320d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:03.446548 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-867c0bea-4112-4a45-ad29-950b33d2459e req-1574691f-75ba-4acd-b9cf-49dae35320d0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c422424b-4bdb-4bd8-9a44-a4d30179929f HTTP/1.1" status: 200 len: 855 time: 0.0615435 Feb 28 10:43:03.463380 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-3fd12caf-f7fc-493f-9475-31ab6653e1af req-5359fb91-1007-4893-beb5-2ff50ff3a369 service neutron] 10.222.0.46 "GET /v2.0/networks/d201863f-b309-44f4-a7ef-e7046df4340e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491275 Feb 28 10:43:03.499043 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2942b-9b31-4222-aa6d-e8d25555b97c req-ccf06b48-2211-4026-9829-85f1da545aa1 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:03.500407 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-9ab2942b-9b31-4222-aa6d-e8d25555b97c req-ccf06b48-2211-4026-9829-85f1da545aa1 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0943215 Feb 28 10:43:03.511328 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f021503-b53d-4e76-8e85-077eb48e8aa1 req-c8785a01-6ea1-4d25-a5df-b9da337514e3 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:03.512725 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7f021503-b53d-4e76-8e85-077eb48e8aa1 req-c8785a01-6ea1-4d25-a5df-b9da337514e3 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 943 time: 0.0739791 Feb 28 10:43:03.569425 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c0bea-4112-4a45-ad29-950b33d2459e req-208af036-7560-447b-8a89-f3bedbe35055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:03.570936 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-867c0bea-4112-4a45-ad29-950b33d2459e req-208af036-7560-447b-8a89-f3bedbe35055 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=240e2b6c-54c0-4c0d-850d-490078c64530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481675 Feb 28 10:43:03.583043 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-9ab2942b-9b31-4222-aa6d-e8d25555b97c req-4bcde8b7-937a-46ae-b4aa-2b08785ab20e tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693653 Feb 28 10:43:03.586995 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7f021503-b53d-4e76-8e85-077eb48e8aa1 req-ee49521a-ebb3-443d-9768-90736b066c24 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672879 Feb 28 10:43:03.668984 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-867c0bea-4112-4a45-ad29-950b33d2459e req-4c6b0911-5abf-4c38-b774-d6884c3a4c0e service neutron] 10.222.0.46 "GET /v2.0/networks/240e2b6c-54c0-4c0d-850d-490078c64530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827291 Feb 28 10:43:03.758599 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-867c0bea-4112-4a45-ad29-950b33d2459e req-a91753c4-8c0a-4eaa-a27d-1e421a9076c5 service neutron] 10.222.0.46 "GET /v2.0/networks/240e2b6c-54c0-4c0d-850d-490078c64530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830781 Feb 28 10:43:04.050583 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (db31e800-75f5-4bdb-84cd-f402d346b45c), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:04.732811 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd4f3b-0a24-4f8a-8310-30f6188156b6 req-6fe65c4b-fa3a-44a2-bff4-350edc71d558 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:04.734294 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0edd4f3b-0a24-4f8a-8310-30f6188156b6 req-6fe65c4b-fa3a-44a2-bff4-350edc71d558 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0833826 Feb 28 10:43:04.741601 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723d612-dc18-4f99-b84e-b88972380e5e req-e087577a-c230-468e-ab72-27098bcab494 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:04.743046 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1723d612-dc18-4f99-b84e-b88972380e5e req-e087577a-c230-468e-ab72-27098bcab494 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 943 time: 0.0828881 Feb 28 10:43:04.815827 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0edd4f3b-0a24-4f8a-8310-30f6188156b6 req-d36549e6-402f-415c-862c-ae0e37857547 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718372 Feb 28 10:43:04.836426 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1723d612-dc18-4f99-b84e-b88972380e5e req-550e13f5-45e6-435c-a4a4-384ccf490009 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775719 Feb 28 10:43:05.963910 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb070513-6ccf-4336-a4b5-2c779cbf10c1 req-bc1a18ca-3a18-43ff-b581-ba4f83daa1ae tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:05.965946 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-cb070513-6ccf-4336-a4b5-2c779cbf10c1 req-bc1a18ca-3a18-43ff-b581-ba4f83daa1ae tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0839217 Feb 28 10:43:05.978416 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bdda92-6483-4248-b683-47db0112f371 req-9c537274-e6d8-4af7-a105-3c3c59c430a5 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:05.979852 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-21bdda92-6483-4248-b683-47db0112f371 req-9c537274-e6d8-4af7-a105-3c3c59c430a5 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 943 time: 0.0701463 Feb 28 10:43:06.052447 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-cb070513-6ccf-4336-a4b5-2c779cbf10c1 req-da518d62-f7df-438b-ae56-c82c8f709a78 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807579 Feb 28 10:43:06.055656 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-21bdda92-6483-4248-b683-47db0112f371 req-30d95206-9c0e-47ce-9b81-7aa4cf7a0f49 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705328 Feb 28 10:43:07.202320 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19871989-d61b-467f-ab9b-2e30e5feb783 req-159b97ec-f7d2-4170-81df-bb0ae2614f4b tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:07.203820 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-19871989-d61b-467f-ab9b-2e30e5feb783 req-159b97ec-f7d2-4170-81df-bb0ae2614f4b tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0844307 Feb 28 10:43:07.210263 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45c1c5-e799-444e-9ee1-568722d4da0a req-0db085d4-c3c5-4211-8619-75c1cbe9cc3e tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:07.211624 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-cb45c1c5-e799-444e-9ee1-568722d4da0a req-0db085d4-c3c5-4211-8619-75c1cbe9cc3e tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 943 time: 0.0819433 Feb 28 10:43:07.279559 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-19871989-d61b-467f-ab9b-2e30e5feb783 req-c2b83f86-240c-4558-9151-72fddcf6e8db tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670073 Feb 28 10:43:07.286251 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-cb45c1c5-e799-444e-9ee1-568722d4da0a req-76d16775-1245-4472-b31b-110c985da6d8 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675538 Feb 28 10:43:08.401996 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022eee50-70e9-4c59-aebb-35336b4a38e8 req-d1e2c7dc-d777-4b87-a76e-8b6f72ee4833 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:08.403496 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-022eee50-70e9-4c59-aebb-35336b4a38e8 req-d1e2c7dc-d777-4b87-a76e-8b6f72ee4833 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0565681 Feb 28 10:43:08.449819 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-022eee50-70e9-4c59-aebb-35336b4a38e8 req-3e464c9a-b2da-4267-9c0d-b2a53b81af0f tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407510 Feb 28 10:43:08.507797 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaba51b-6113-4dfb-aa6a-54e9fac4e5a2 req-975d7898-49a8-4958-a4f6-7328249493ed tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:08.509296 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1aaba51b-6113-4dfb-aa6a-54e9fac4e5a2 req-975d7898-49a8-4958-a4f6-7328249493ed tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 943 time: 0.0514610 Feb 28 10:43:08.555650 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1aaba51b-6113-4dfb-aa6a-54e9fac4e5a2 req-2e65ca71-c11d-430f-bdcd-a3edd6f7fbee tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401762 Feb 28 10:43:09.698157 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de36d33-03e7-48ff-838b-c4e3c8ed6dcd req-c9664313-582c-422f-92f6-bd3b79ecb309 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:09.700148 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2de36d33-03e7-48ff-838b-c4e3c8ed6dcd req-c9664313-582c-422f-92f6-bd3b79ecb309 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0833962 Feb 28 10:43:09.710585 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d479e9-29a0-4b77-8820-25b3628d0ff4 req-4143204c-fad0-401b-aa04-564da6735a62 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:09.711982 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-72d479e9-29a0-4b77-8820-25b3628d0ff4 req-4143204c-fad0-401b-aa04-564da6735a62 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 943 time: 0.0855124 Feb 28 10:43:09.782375 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-72d479e9-29a0-4b77-8820-25b3628d0ff4 req-d8255205-0b25-4b3f-959d-06b125d73d19 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632844 Feb 28 10:43:09.785255 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2de36d33-03e7-48ff-838b-c4e3c8ed6dcd req-e7df78c0-867b-452b-949f-21d7eb42fdf8 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724273 Feb 28 10:43:10.896471 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e009457-61a7-4bb3-9f23-b4e7c4353433 req-a8e77953-f8fa-44b4-a343-0b0c2903e34f tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:10.897824 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-8e009457-61a7-4bb3-9f23-b4e7c4353433 req-a8e77953-f8fa-44b4-a343-0b0c2903e34f tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.46 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0542765 Feb 28 10:43:10.936895 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fdba78-1b87-491e-9388-f8f7ef428cdd req-3fd0916c-76dd-4be0-977c-6ddb6062cf43 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:10.938364 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a0fdba78-1b87-491e-9388-f8f7ef428cdd req-3fd0916c-76dd-4be0-977c-6ddb6062cf43 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/ports?device_id=153ac64e-34df-447e-965c-92f9ba2a14a8 HTTP/1.1" status: 200 len: 945 time: 0.0878706 Feb 28 10:43:10.945742 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced9d6cc-bd8b-421d-bde8-c1526cd34597 req-df1137ce-f266-4659-8886-deb61acd2e75 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:10.947176 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ced9d6cc-bd8b-421d-bde8-c1526cd34597 req-df1137ce-f266-4659-8886-deb61acd2e75 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 943 time: 0.0954382 Feb 28 10:43:10.990973 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [req-8e009457-61a7-4bb3-9f23-b4e7c4353433 req-57e4e96a-a702-4265-a630-3bb4ed3d8216 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Deleting port 95c6068a-e402-4937-9f00-38486bf61104 {{(pid=102996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:43:10.991317 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-8e009457-61a7-4bb3-9f23-b4e7c4353433 req-57e4e96a-a702-4265-a630-3bb4ed3d8216 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (95c6068a-e402-4937-9f00-38486bf61104), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:11.013424 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a0fdba78-1b87-491e-9388-f8f7ef428cdd req-bba424fa-07b9-4eb5-9a0a-5ed3d31cc727 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf1b2d86-f603-4646-b236-489eafe85401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652938 Feb 28 10:43:11.024457 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ced9d6cc-bd8b-421d-bde8-c1526cd34597 req-3c01a414-12d1-44e7-a5d4-91b99d6e73bd tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701740 Feb 28 10:43:11.081232 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-8e009457-61a7-4bb3-9f23-b4e7c4353433 req-57e4e96a-a702-4265-a630-3bb4ed3d8216 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] For port 95c6068a-e402-4937-9f00-38486bf61104, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=95c6068a-e402-4937-9f00-38486bf61104,segment=NetworkSegment(00a7182d-ed44-43e5-8da3-65da6fab2cc0),segment_id=00a7182d-ed44-43e5-8da3-65da6fab2cc0)] {{(pid=102996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:11.081601 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-8e009457-61a7-4bb3-9f23-b4e7c4353433 req-57e4e96a-a702-4265-a630-3bb4ed3d8216 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (95c6068a-e402-4937-9f00-38486bf61104), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:11.095094 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [req-8e009457-61a7-4bb3-9f23-b4e7c4353433 req-57e4e96a-a702-4265-a630-3bb4ed3d8216 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Calling delete_port for 95c6068a-e402-4937-9f00-38486bf61104 owned by compute:nova {{(pid=102996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:43:11.219930 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-8e009457-61a7-4bb3-9f23-b4e7c4353433 req-57e4e96a-a702-4265-a630-3bb4ed3d8216 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (95c6068a-e402-4937-9f00-38486bf61104), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:11.247511 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e4e96a-a702-4265-a630-3bb4ed3d8216 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Pushing event deleted for resources: {'Port': ['ID=95c6068a-e402-4937-9f00-38486bf61104,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:11.259769 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e4e96a-a702-4265-a630-3bb4ed3d8216 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:11.260115 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e4e96a-a702-4265-a630-3bb4ed3d8216 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:11.260457 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e4e96a-a702-4265-a630-3bb4ed3d8216 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:11.261309 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e4e96a-a702-4265-a630-3bb4ed3d8216 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:11.261638 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e4e96a-a702-4265-a630-3bb4ed3d8216 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:11.262002 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e4e96a-a702-4265-a630-3bb4ed3d8216 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:11.262281 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e4e96a-a702-4265-a630-3bb4ed3d8216 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:11.262604 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e4e96a-a702-4265-a630-3bb4ed3d8216 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:11.262966 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e4e96a-a702-4265-a630-3bb4ed3d8216 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:11.263295 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e4e96a-a702-4265-a630-3bb4ed3d8216 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:11.263621 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e4e96a-a702-4265-a630-3bb4ed3d8216 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:11.263941 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e4e96a-a702-4265-a630-3bb4ed3d8216 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:11.264283 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e4e96a-a702-4265-a630-3bb4ed3d8216 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:11.267770 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] get_ports_and_sgs() called for port_ids ['95c6068a-e402-4937-9f00-38486bf61104'] {{(pid=102997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:43:11.299203 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e009457-61a7-4bb3-9f23-b4e7c4353433 req-57e4e96a-a702-4265-a630-3bb4ed3d8216 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] No DVR routers for this DVR port 95c6068a-e402-4937-9f00-38486bf61104 on host hv-cinder-83116 {{(pid=102996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:43:11.301470 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-8e009457-61a7-4bb3-9f23-b4e7c4353433 req-57e4e96a-a702-4265-a630-3bb4ed3d8216 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:11.304732 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-8e009457-61a7-4bb3-9f23-b4e7c4353433 req-57e4e96a-a702-4265-a630-3bb4ed3d8216 tempest-ServerRescueNegativeTestJSON-1789908459 tempest-ServerRescueNegativeTestJSON-1789908459-project] 10.222.0.46 "DELETE /v2.0/ports/95c6068a-e402-4937-9f00-38486bf61104 HTTP/1.1" status: 204 len: 173 time: 0.4014373 Feb 28 10:43:11.305172 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '153ac64e-34df-447e-965c-92f9ba2a14a8', 'name': 'network-vif-deleted', 'tag': '95c6068a-e402-4937-9f00-38486bf61104'}] {{(pid=102996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:43:11.307412 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fc607127e9415785fd538e0c70e4bf06f6b8f20b6b46de5a0809c41644901f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a433c2-58ea-4590-b3a5-6318ef2b8206" -d '{"events": [{"server_uuid": "153ac64e-34df-447e-965c-92f9ba2a14a8", "name": "network-vif-deleted", "tag": "95c6068a-e402-4937-9f00-38486bf61104"}]}' {{(pid=102996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:43:11.343941 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d623524c-126c-4dd5-931e-dee05f804036 x-openstack-request-id: req-d623524c-126c-4dd5-931e-dee05f804036 {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:43:11.344242 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "153ac64e-34df-447e-965c-92f9ba2a14a8", "name": "network-vif-deleted", "tag": "95c6068a-e402-4937-9f00-38486bf61104", "status": "completed", "code": 200}]} {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:43:11.344496 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d623524c-126c-4dd5-931e-dee05f804036 {{(pid=102996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:43:11.344973 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '153ac64e-34df-447e-965c-92f9ba2a14a8', 'name': 'network-vif-deleted', 'tag': '95c6068a-e402-4937-9f00-38486bf61104', 'status': 'completed', 'code': 200} Feb 28 10:43:12.068390 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 60996) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:12.159615 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4629c-877f-443a-82e7-ee055577b26d req-c8fee496-2bb7-4495-a6b3-33107423be65 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:12.161676 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2fd4629c-877f-443a-82e7-ee055577b26d req-c8fee496-2bb7-4495-a6b3-33107423be65 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 943 time: 0.0524909 Feb 28 10:43:12.207103 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2fd4629c-877f-443a-82e7-ee055577b26d req-53aee1f5-8149-41c0-986e-fa278eff6c0c tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404351 Feb 28 10:43:12.481673 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device 88a4bd8b-bf17-4026-aea6-b661dd8b1201 details requested by agent hyperv_hv-cinder-83116 with host hv-cinder-83116 {{(pid=102997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:43:12.585770 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port 88a4bd8b-bf17-4026-aea6-b661dd8b1201, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=88a4bd8b-bf17-4026-aea6-b661dd8b1201,segment=NetworkSegment(6c2048f2-30c2-42f7-807e-dc8d048f6f75),segment_id=6c2048f2-30c2-42f7-807e-dc8d048f6f75)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:12.587454 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-53d74d0a-ffd3-4f83-a520-3a211b14ec9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1717625'] for router_interface (befb86c0-1088-42c8-b0bb-0cc01809df34), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:12.608223 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Returning: {'device': '88a4bd8b-bf17-4026-aea6-b661dd8b1201', 'network_id': '240e2b6c-54c0-4c0d-850d-490078c64530', 'port_id': '88a4bd8b-bf17-4026-aea6-b661dd8b1201', 'mac_address': 'fa:16:3e:f9:07:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c422424b-4bdb-4bd8-9a44-a4d30179929f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:43:12.662917 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Current status of the port 88a4bd8b-bf17-4026-aea6-b661dd8b1201 is: DOWN; New status is: BUILD {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:43:12.663362 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (88a4bd8b-bf17-4026-aea6-b661dd8b1201), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:12.683598 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.notifiers.nova [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88a4bd8b-bf17-4026-aea6-b661dd8b1201 {{(pid=102997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:43:12.705435 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port 88a4bd8b-bf17-4026-aea6-b661dd8b1201, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=88a4bd8b-bf17-4026-aea6-b661dd8b1201,segment=NetworkSegment(6c2048f2-30c2-42f7-807e-dc8d048f6f75),segment_id=6c2048f2-30c2-42f7-807e-dc8d048f6f75)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:12.710541 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (88a4bd8b-bf17-4026-aea6-b661dd8b1201), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:12.761839 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Pushing event updated for resources: {'Port': ['ID=88a4bd8b-bf17-4026-aea6-b661dd8b1201,revision_number=4']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:13.107639 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [None req-53d74d0a-ffd3-4f83-a520-3a211b14ec9c admin admin] Deleting port 4584ef5b-93f5-4034-8b2a-edc325d9b920 {{(pid=102996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:43:13.108163 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-53d74d0a-ffd3-4f83-a520-3a211b14ec9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (4584ef5b-93f5-4034-8b2a-edc325d9b920), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:13.187281 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [None req-53d74d0a-ffd3-4f83-a520-3a211b14ec9c admin admin] For port 4584ef5b-93f5-4034-8b2a-edc325d9b920, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=4584ef5b-93f5-4034-8b2a-edc325d9b920,segment=NetworkSegment(00a7182d-ed44-43e5-8da3-65da6fab2cc0),segment_id=00a7182d-ed44-43e5-8da3-65da6fab2cc0)] {{(pid=102996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:13.187642 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-53d74d0a-ffd3-4f83-a520-3a211b14ec9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (4584ef5b-93f5-4034-8b2a-edc325d9b920), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:13.199877 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [None req-53d74d0a-ffd3-4f83-a520-3a211b14ec9c admin admin] Calling delete_port for 4584ef5b-93f5-4034-8b2a-edc325d9b920 owned by network:router_interface {{(pid=102996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:43:13.215968 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] get_ports_and_sgs() called for port_ids ['88a4bd8b-bf17-4026-aea6-b661dd8b1201'] {{(pid=102997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:43:13.341193 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad52596-8812-460a-83d7-ba6c5d54a3df req-bebee545-9e88-43fa-9aca-abc1c6f53f1f tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:13.342737 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-dad52596-8812-460a-83d7-ba6c5d54a3df req-bebee545-9e88-43fa-9aca-abc1c6f53f1f tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 944 time: 0.0579767 Feb 28 10:43:13.394075 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-dad52596-8812-460a-83d7-ba6c5d54a3df req-ba445234-5b12-469c-a59e-e81e06dc9b2b tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452266 Feb 28 10:43:13.408784 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-53d74d0a-ffd3-4f83-a520-3a211b14ec9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (4584ef5b-93f5-4034-8b2a-edc325d9b920), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:13.434466 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d74d0a-ffd3-4f83-a520-3a211b14ec9c admin admin] Pushing event deleted for resources: {'Port': ['ID=4584ef5b-93f5-4034-8b2a-edc325d9b920,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:13.590852 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-53d74d0a-ffd3-4f83-a520-3a211b14ec9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717653'] for router_interface (befb86c0-1088-42c8-b0bb-0cc01809df34), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:13.806090 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d74d0a-ffd3-4f83-a520-3a211b14ec9c admin admin] Router befb86c0-1088-42c8-b0bb-0cc01809df34 has already been hosted by L3 agent 86347f47-2890-46a7-a199-31163828a11a {{(pid=102996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:43:13.918919 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d74d0a-ffd3-4f83-a520-3a211b14ec9c admin admin] Notify agent at l3_agent.dv-cinder-831167-1-iscsi the message routers_updated {{(pid=102996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:43:13.924037 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-53d74d0a-ffd3-4f83-a520-3a211b14ec9c admin admin] 10.222.0.44 "PUT /v2.0/routers/befb86c0-1088-42c8-b0bb-0cc01809df34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8546071 Feb 28 10:43:13.926469 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 32802) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:13.929359 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc4d176-2caf-408c-89c7-cbd1655642a5 None None] Sync routers for ids ['befb86c0-1088-42c8-b0bb-0cc01809df34'] in dv-cinder-831167-1-iscsi {{(pid=102998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:43:13.941663 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc4d176-2caf-408c-89c7-cbd1655642a5 None None] Routers {'befb86c0-1088-42c8-b0bb-0cc01809df34'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:43:13.942285 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-dcc4d176-2caf-408c-89c7-cbd1655642a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:42:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['befb86c0-1088-42c8-b0bb-0cc01809df34'], 'active': True} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:14.038532 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-69b96e42-865b-4b38-9852-6bf3a26e9108 admin admin] Publish callbacks [] for router (befb86c0-1088-42c8-b0bb-0cc01809df34), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:14.059900 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvr_db [None req-dcc4d176-2caf-408c-89c7-cbd1655642a5 None None] Set router befb86c0-1088-42c8-b0bb-0cc01809df34 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:43:14.158684 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-69b96e42-865b-4b38-9852-6bf3a26e9108 admin admin] Publish callbacks [] for router_gateway (befb86c0-1088-42c8-b0bb-0cc01809df34), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:14.215242 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [None req-69b96e42-865b-4b38-9852-6bf3a26e9108 admin admin] Deleting port 49d9fcf2-2054-40d4-8430-e8e40de80fef {{(pid=102996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:43:14.215704 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-69b96e42-865b-4b38-9852-6bf3a26e9108 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (49d9fcf2-2054-40d4-8430-e8e40de80fef), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:14.260207 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-dcc4d176-2caf-408c-89c7-cbd1655642a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befb86c0-1088-42c8-b0bb-0cc01809df34', 'name': 'tempest-ServerRescueNegativeTestJSON-2127175582-router', 'tenant_id': '61d81f9de04c480389701ad30319c05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '49d9fcf2-2054-40d4-8430-e8e40de80fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:01Z', 'updated_at': '2022-02-28T10:43:13Z', 'revision_number': 5, 'project_id': '61d81f9de04c480389701ad30319c05a', 'gw_port': {'id': '49d9fcf2-2054-40d4-8430-e8e40de80fef', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befb86c0-1088-42c8-b0bb-0cc01809df34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:03Z', 'updated_at': '2022-02-28T10:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi'}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:14.290118 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc4d176-2caf-408c-89c7-cbd1655642a5 None None] Checking router: befb86c0-1088-42c8-b0bb-0cc01809df34 for host: dv-cinder-831167-1-iscsi {{(pid=102998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:43:14.294492 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [None req-69b96e42-865b-4b38-9852-6bf3a26e9108 admin admin] For port 49d9fcf2-2054-40d4-8430-e8e40de80fef, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=49d9fcf2-2054-40d4-8430-e8e40de80fef,segment=NetworkSegment(490b7679-533e-4a17-9008-1b96b60e260c),segment_id=490b7679-533e-4a17-9008-1b96b60e260c)] {{(pid=102996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:14.294846 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-69b96e42-865b-4b38-9852-6bf3a26e9108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (49d9fcf2-2054-40d4-8430-e8e40de80fef), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:14.299745 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc4d176-2caf-408c-89c7-cbd1655642a5 None None] Routers {'befb86c0-1088-42c8-b0bb-0cc01809df34'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:43:14.300360 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-dcc4d176-2caf-408c-89c7-cbd1655642a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:42:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['befb86c0-1088-42c8-b0bb-0cc01809df34'], 'active': True} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:14.306687 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [None req-69b96e42-865b-4b38-9852-6bf3a26e9108 admin admin] Calling delete_port for 49d9fcf2-2054-40d4-8430-e8e40de80fef owned by network:router_gateway {{(pid=102996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:43:14.395939 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvr_db [None req-dcc4d176-2caf-408c-89c7-cbd1655642a5 None None] Set router befb86c0-1088-42c8-b0bb-0cc01809df34 gateway port host: None {{(pid=102998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:43:14.456390 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-dcc4d176-2caf-408c-89c7-cbd1655642a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befb86c0-1088-42c8-b0bb-0cc01809df34', 'name': 'tempest-ServerRescueNegativeTestJSON-2127175582-router', 'tenant_id': '61d81f9de04c480389701ad30319c05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:01Z', 'updated_at': '2022-02-28T10:43:14Z', 'revision_number': 6, 'project_id': '61d81f9de04c480389701ad30319c05a', 'gw_port_host': None}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:14.474374 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-69b96e42-865b-4b38-9852-6bf3a26e9108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (49d9fcf2-2054-40d4-8430-e8e40de80fef), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:14.486157 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc4d176-2caf-408c-89c7-cbd1655642a5 None None] The sync data for ids ['befb86c0-1088-42c8-b0bb-0cc01809df34'] in dv-cinder-831167-1-iscsi is: [{'id': 'befb86c0-1088-42c8-b0bb-0cc01809df34', 'name': 'tempest-ServerRescueNegativeTestJSON-2127175582-router', 'tenant_id': '61d81f9de04c480389701ad30319c05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:01Z', 'updated_at': '2022-02-28T10:43:14Z', 'revision_number': 6, 'project_id': '61d81f9de04c480389701ad30319c05a', 'gw_port_host': None}] {{(pid=102998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:43:14.500117 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b96e42-865b-4b38-9852-6bf3a26e9108 admin admin] Pushing event deleted for resources: {'Port': ['ID=49d9fcf2-2054-40d4-8430-e8e40de80fef,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:14.502302 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device 88a4bd8b-bf17-4026-aea6-b661dd8b1201 up at agent hyperv_hv-cinder-83116 {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:43:14.553112 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654dac2-2af9-413d-ad6e-00b72d0d144e req-50db35b0-e448-4d41-89cf-81c6d9430b5e tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:14.555418 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4654dac2-2af9-413d-ad6e-00b72d0d144e req-50db35b0-e448-4d41-89cf-81c6d9430b5e tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 944 time: 0.0813570 Feb 28 10:43:14.578724 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Provisioning for port 88a4bd8b-bf17-4026-aea6-b661dd8b1201 completed by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:43:14.580930 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-69b96e42-865b-4b38-9852-6bf3a26e9108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-379191'] for router_gateway (befb86c0-1088-42c8-b0bb-0cc01809df34), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:14.585289 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Provisioning complete for port 88a4bd8b-bf17-4026-aea6-b661dd8b1201 triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:14.586141 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (88a4bd8b-bf17-4026-aea6-b661dd8b1201), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:14.614211 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4654dac2-2af9-413d-ad6e-00b72d0d144e req-cf534a11-aa41-4afb-8e4e-7415b0f1e4c9 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523431 Feb 28 10:43:14.672398 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Current status of the port 88a4bd8b-bf17-4026-aea6-b661dd8b1201 is: BUILD; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:43:14.672709 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (88a4bd8b-bf17-4026-aea6-b661dd8b1201), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:14.688435 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-69b96e42-865b-4b38-9852-6bf3a26e9108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14643'] for router (befb86c0-1088-42c8-b0bb-0cc01809df34), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:14.690604 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-69b96e42-865b-4b38-9852-6bf3a26e9108 admin admin] Publish callbacks [] for router_controller (befb86c0-1088-42c8-b0bb-0cc01809df34), precommit_delete_associations {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:14.695782 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8b41b5-742f-473d-b439-9a195b9c11ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a4bd8b-bf17-4026-aea6-b661dd8b1201'}] {{(pid=102997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:43:14.698049 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3235e45cea9492f03cbc66cd40cfc06ba5865c86106c1e9dddb87cdb5008e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0715a01c-71e3-4815-af1b-72d87464c705" -d '{"events": [{"server_uuid": "1a8b41b5-742f-473d-b439-9a195b9c11ac", "name": "network-vif-plugged", "status": "completed", "tag": "88a4bd8b-bf17-4026-aea6-b661dd8b1201"}]}' {{(pid=102997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:43:14.713973 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port 88a4bd8b-bf17-4026-aea6-b661dd8b1201, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=88a4bd8b-bf17-4026-aea6-b661dd8b1201,segment=NetworkSegment(6c2048f2-30c2-42f7-807e-dc8d048f6f75),segment_id=6c2048f2-30c2-42f7-807e-dc8d048f6f75)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:14.718253 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (88a4bd8b-bf17-4026-aea6-b661dd8b1201), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:14.719207 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device 95c6068a-e402-4937-9f00-38486bf61104 no longer exists at agent hyperv_hv-cinder-83116 {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:43:14.741201 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a8f498-93e4-43aa-bf31-0ab633cf76d7 x-openstack-request-id: req-98a8f498-93e4-43aa-bf31-0ab633cf76d7 {{(pid=102997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:43:14.741516 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a8b41b5-742f-473d-b439-9a195b9c11ac", "name": "network-vif-plugged", "status": "completed", "tag": "88a4bd8b-bf17-4026-aea6-b661dd8b1201", "code": 200}]} {{(pid=102997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:43:14.741773 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-98a8f498-93e4-43aa-bf31-0ab633cf76d7 {{(pid=102997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:43:14.742157 dv-cinder-831167-1-iscsi neutron-server[102997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a8b41b5-742f-473d-b439-9a195b9c11ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a4bd8b-bf17-4026-aea6-b661dd8b1201', 'code': 200} Feb 28 10:43:14.756182 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-69b96e42-865b-4b38-9852-6bf3a26e9108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718172'] for router (befb86c0-1088-42c8-b0bb-0cc01809df34), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:14.756794 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b96e42-865b-4b38-9852-6bf3a26e9108 admin admin] Fanout notify agent at l3_agent the message router_deleted on router befb86c0-1088-42c8-b0bb-0cc01809df34 {{(pid=102996) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:43:14.760227 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] No Port match for: 95c6068a-e402-4937-9f00-38486bf61104 {{(pid=102997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:43:14.761090 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device 95c6068a-e402-4937-9f00-38486bf61104 not bound to the agent host hv-cinder-83116 {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:43:14.762565 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-69b96e42-865b-4b38-9852-6bf3a26e9108 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:14.766124 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-69b96e42-865b-4b38-9852-6bf3a26e9108 admin admin] 10.222.0.44 "DELETE /v2.0/routers/befb86c0-1088-42c8-b0bb-0cc01809df34 HTTP/1.1" status: 204 len: 168 time: 0.8362489 Feb 28 10:43:14.766346 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 32812) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:14.788034 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Pushing event updated for resources: {'Port': ['ID=88a4bd8b-bf17-4026-aea6-b661dd8b1201,revision_number=5']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:14.812869 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d51626b-29a6-40d8-a0f9-20d259f78201 admin admin] Deleting subnet bb0c5a25-3924-4147-8d5d-a4a9902af2f7 {{(pid=102996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:43:14.816268 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-7d51626b-29a6-40d8-a0f9-20d259f78201 admin admin] Publish callbacks [] for subnet (bb0c5a25-3924-4147-8d5d-a4a9902af2f7), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:14.863064 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-7d51626b-29a6-40d8-a0f9-20d259f78201 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63660276'] for subnet (bb0c5a25-3924-4147-8d5d-a4a9902af2f7), precommit_delete_associations {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:14.929266 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-7d51626b-29a6-40d8-a0f9-20d259f78201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759398'] for subnet (bb0c5a25-3924-4147-8d5d-a4a9902af2f7), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:14.961046 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 4584ef5b-93f5-4034-8b2a-edc325d9b920 no longer exists at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:43:14.983644 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] No Port match for: 4584ef5b-93f5-4034-8b2a-edc325d9b920 {{(pid=102997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:43:14.983992 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 4584ef5b-93f5-4034-8b2a-edc325d9b920 not bound to the agent host dv-cinder-831167-1-iscsi {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:43:15.020775 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-7d51626b-29a6-40d8-a0f9-20d259f78201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63361894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64835571'] for subnet (bb0c5a25-3924-4147-8d5d-a4a9902af2f7), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:15.051865 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbdc0b0-f60e-4b90-85c5-1c72b6182b5f req-19b30833-10fe-4b25-8cfa-2685ebd7672f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:15.053315 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-6dbdc0b0-f60e-4b90-85c5-1c72b6182b5f req-19b30833-10fe-4b25-8cfa-2685ebd7672f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 1129 time: 0.0847275 Feb 28 10:43:15.053978 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d51626b-29a6-40d8-a0f9-20d259f78201 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb0c5a25-3924-4147-8d5d-a4a9902af2f7,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:15.055898 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-7d51626b-29a6-40d8-a0f9-20d259f78201 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for subnet (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:15.058922 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-7d51626b-29a6-40d8-a0f9-20d259f78201 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/bb0c5a25-3924-4147-8d5d-a4a9902af2f7 HTTP/1.1" status: 204 len: 168 time: 0.2916081 Feb 28 10:43:15.061533 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 32816) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:15.101988 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-6dbdc0b0-f60e-4b90-85c5-1c72b6182b5f req-1f1d3168-1962-42b2-a455-7e14a8fb1020 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417464 Feb 28 10:43:15.132434 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-66a0f975-816d-4154-9990-297992d321b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781725'] for network (181d6fbd-5cb4-4bfd-bffa-34f454380b3f), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:15.208316 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-66a0f975-816d-4154-9990-297992d321b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721821', 'neutron.services.segments.db._delete_segments_for_network-8783309880477'] for network (181d6fbd-5cb4-4bfd-bffa-34f454380b3f), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:15.229667 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.services.segments.db [None req-66a0f975-816d-4154-9990-297992d321b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['181d6fbd-5cb4-4bfd-bffa-34f454380b3f']}} {{(pid=102995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:15.240003 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.services.segments.db [None req-66a0f975-816d-4154-9990-297992d321b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00a7182d-ed44-43e5-8da3-65da6fab2cc0') {'for_net_delete': True} {{(pid=102995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:15.240337 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.services.segments.db [None req-66a0f975-816d-4154-9990-297992d321b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00a7182d-ed44-43e5-8da3-65da6fab2cc0') {} {{(pid=102995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:15.251357 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-66a0f975-816d-4154-9990-297992d321b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783309883046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63575890'] for segment (00a7182d-ed44-43e5-8da3-65da6fab2cc0), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:15.266049 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-66a0f975-816d-4154-9990-297992d321b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761337'] for segment (00a7182d-ed44-43e5-8da3-65da6fab2cc0), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:15.274865 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66a0f975-816d-4154-9990-297992d321b2 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=102995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:43:15.276049 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-66a0f975-816d-4154-9990-297992d321b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63288215'] for segment (00a7182d-ed44-43e5-8da3-65da6fab2cc0), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:15.278325 dv-cinder-831167-1-iscsi neutron-server[102995]: Traceback (most recent call last): Feb 28 10:43:15.278325 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:43:15.278325 dv-cinder-831167-1-iscsi neutron-server[102995]: timer() Feb 28 10:43:15.278325 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:43:15.278325 dv-cinder-831167-1-iscsi neutron-server[102995]: cb(*args, **kw) Feb 28 10:43:15.278325 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:43:15.278325 dv-cinder-831167-1-iscsi neutron-server[102995]: return func(*args, **kwargs) Feb 28 10:43:15.278325 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:43:15.278325 dv-cinder-831167-1-iscsi neutron-server[102995]: self._notify() Feb 28 10:43:15.278325 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:43:15.278325 dv-cinder-831167-1-iscsi neutron-server[102995]: self.callback(batched_events) Feb 28 10:43:15.278325 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:43:15.278325 dv-cinder-831167-1-iscsi neutron-server[102995]: event.method(event) Feb 28 10:43:15.278325 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:43:15.278325 dv-cinder-831167-1-iscsi neutron-server[102995]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:43:15.278325 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:43:15.278325 dv-cinder-831167-1-iscsi neutron-server[102995]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:43:15.278325 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:43:15.278325 dv-cinder-831167-1-iscsi neutron-server[102995]: return f(self, *a, **k) Feb 28 10:43:15.278325 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:43:15.278325 dv-cinder-831167-1-iscsi neutron-server[102995]: return self._get(url).json() Feb 28 10:43:15.278325 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:43:15.278325 dv-cinder-831167-1-iscsi neutron-server[102995]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:43:15.278325 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:43:15.278325 dv-cinder-831167-1-iscsi neutron-server[102995]: return self.request(url, 'GET', **kwargs) Feb 28 10:43:15.278325 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:43:15.278325 dv-cinder-831167-1-iscsi neutron-server[102995]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:43:15.278325 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:43:15.278325 dv-cinder-831167-1-iscsi neutron-server[102995]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:43:15.278325 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:43:15.278325 dv-cinder-831167-1-iscsi neutron-server[102995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:43:15.278325 dv-cinder-831167-1-iscsi neutron-server[102995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:43:15.338974 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-66a0f975-816d-4154-9990-297992d321b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-379147'] for network (181d6fbd-5cb4-4bfd-bffa-34f454380b3f), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:15.343374 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-66a0f975-816d-4154-9990-297992d321b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for network (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:15.346801 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-66a0f975-816d-4154-9990-297992d321b2 admin admin] 10.222.0.44 "DELETE /v2.0/networks/181d6fbd-5cb4-4bfd-bffa-34f454380b3f HTTP/1.1" status: 204 len: 168 time: 0.2842929 Feb 28 10:43:15.358896 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a0f975-816d-4154-9990-297992d321b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=181d6fbd-5cb4-4bfd-bffa-34f454380b3f,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:15.475677 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 32830) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:15.523561 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-f5a81279-6e8a-4e35-a61b-1ebad9908c5f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=61d81f9de04c480389701ad30319c05a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0466380 Feb 28 10:43:15.525210 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 32832) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:15.586835 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-261d730c-4580-4dbd-8835-2472bd7e6c74 admin admin] Publish callbacks [] for security_group (bf1b2d86-f603-4646-b236-489eafe85401), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:15.613355 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-261d730c-4580-4dbd-8835-2472bd7e6c74 admin admin] Publish callbacks [] for security_group (bf1b2d86-f603-4646-b236-489eafe85401), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:15.675884 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-261d730c-4580-4dbd-8835-2472bd7e6c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (bf1b2d86-f603-4646-b236-489eafe85401), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:15.678808 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-261d730c-4580-4dbd-8835-2472bd7e6c74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:15.680088 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-261d730c-4580-4dbd-8835-2472bd7e6c74 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bf1b2d86-f603-4646-b236-489eafe85401 HTTP/1.1" status: 204 len: 168 time: 0.1536858 Feb 28 10:43:15.688621 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d730c-4580-4dbd-8835-2472bd7e6c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1b2d86-f603-4646-b236-489eafe85401,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:15.755138 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f309b92-ecf5-4726-ac29-ae488fa94dee req-f4936473-2833-404f-98bd-bf5e6c4cb7c1 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:15.756879 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4f309b92-ecf5-4726-ac29-ae488fa94dee req-f4936473-2833-404f-98bd-bf5e6c4cb7c1 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 945 time: 0.0565112 Feb 28 10:43:15.808498 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4f309b92-ecf5-4726-ac29-ae488fa94dee req-02425ca4-a3bd-4a06-b63c-6d3d9e905bed tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454378 Feb 28 10:43:16.218337 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc04bc-c78c-491d-8ca5-cafda2371f2a req-90e9b581-14d4-4030-8c2b-b71dd3efdbb5 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:16.219196 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-75cc04bc-c78c-491d-8ca5-cafda2371f2a req-90e9b581-14d4-4030-8c2b-b71dd3efdbb5 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/ports?device_id=0689f1f6-c3da-4498-a3c7-485cd03532fa HTTP/1.1" status: 200 len: 946 time: 0.0557315 Feb 28 10:43:16.265938 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-75cc04bc-c78c-491d-8ca5-cafda2371f2a req-ade4f137-450b-497e-82a8-4bd460d2537f tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3a60a65-45aa-4b68-a140-f3529d1903ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411870 Feb 28 10:43:16.657590 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 49d9fcf2-2054-40d4-8430-e8e40de80fef no longer exists at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:43:16.681211 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] No Port match for: 49d9fcf2-2054-40d4-8430-e8e40de80fef {{(pid=102997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:43:16.681562 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 49d9fcf2-2054-40d4-8430-e8e40de80fef not bound to the agent host dv-cinder-831167-1-iscsi {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:43:16.965672 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 32900) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:16.966167 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82fe278-054d-4449-af1c-8f9ed53ea251 req-e2a94267-bb63-493d-b09d-700a16dc8d7f tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:16.967211 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-f82fe278-054d-4449-af1c-8f9ed53ea251 req-e2a94267-bb63-493d-b09d-700a16dc8d7f tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 945 time: 0.0670230 Feb 28 10:43:17.016327 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-f82fe278-054d-4449-af1c-8f9ed53ea251 req-fe1d7b87-095f-48ff-a04c-7841708d46af tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429230 Feb 28 10:43:17.076153 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-09d503a7-91b5-4481-806f-98e2a9f65ce4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:17.141472 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f650306-c58c-45da-9c42-588d073a1b20 req-00603518-b423-4bc5-9764-c85bf2274949 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:17.142930 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4f650306-c58c-45da-9c42-588d073a1b20 req-00603518-b423-4bc5-9764-c85bf2274949 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 945 time: 0.0559742 Feb 28 10:43:17.151750 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 32906) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:17.153542 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-09d503a7-91b5-4481-806f-98e2a9f65ce4 admin admin] Publish callbacks [] for security_group (7efb59d7-5209-4efd-83e9-8c3a118e2428), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:17.156054 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [None req-38b4cb5b-0ef2-4848-8eb7-971e62f0faa3 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Request body: {'floatingip': {'port_id': '88a4bd8b-bf17-4026-aea6-b661dd8b1201'}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:17.157377 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-09d503a7-91b5-4481-806f-98e2a9f65ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (7efb59d7-5209-4efd-83e9-8c3a118e2428), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:17.196505 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-09d503a7-91b5-4481-806f-98e2a9f65ce4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e570e47c2f6740309c8eef5f9565bd14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296555 Feb 28 10:43:17.197674 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d503a7-91b5-4481-806f-98e2a9f65ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7efb59d7-5209-4efd-83e9-8c3a118e2428,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:17.200678 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 32908) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:17.251049 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-12eb1a97-60c1-431c-9017-68f66f72eb1c admin admin] Publish callbacks [] for security_group (7efb59d7-5209-4efd-83e9-8c3a118e2428), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:17.273259 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-12eb1a97-60c1-431c-9017-68f66f72eb1c admin admin] Publish callbacks [] for security_group (7efb59d7-5209-4efd-83e9-8c3a118e2428), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:17.329360 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-12eb1a97-60c1-431c-9017-68f66f72eb1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (7efb59d7-5209-4efd-83e9-8c3a118e2428), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:17.332331 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-12eb1a97-60c1-431c-9017-68f66f72eb1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:17.336076 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-12eb1a97-60c1-431c-9017-68f66f72eb1c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7efb59d7-5209-4efd-83e9-8c3a118e2428 HTTP/1.1" status: 204 len: 168 time: 0.1319816 Feb 28 10:43:17.341834 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eb1a97-60c1-431c-9017-68f66f72eb1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7efb59d7-5209-4efd-83e9-8c3a118e2428,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:17.426025 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-38b4cb5b-0ef2-4848-8eb7-971e62f0faa3 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks [] for floatingip (89bb8781-1314-4a56-b128-c1b85a697a6e), before_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:17.581830 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ac55b-e1d5-4284-a505-755abad997ad req-efdc3a30-5f06-4cbd-beea-70446cc8a423 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:17.583323 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-494ac55b-e1d5-4284-a505-755abad997ad req-efdc3a30-5f06-4cbd-beea-70446cc8a423 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/ports?device_id=0689f1f6-c3da-4498-a3c7-485cd03532fa HTTP/1.1" status: 200 len: 946 time: 0.1768727 Feb 28 10:43:17.685772 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-494ac55b-e1d5-4284-a505-755abad997ad req-a22a5315-96c7-4ccd-a4d3-9ae4219dd908 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3a60a65-45aa-4b68-a140-f3529d1903ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958829 Feb 28 10:43:18.144596 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-38b4cb5b-0ef2-4848-8eb7-971e62f0faa3 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:18.149128 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-38b4cb5b-0ef2-4848-8eb7-971e62f0faa3 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-379257'] for floatingip (89bb8781-1314-4a56-b128-c1b85a697a6e), after_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:18.270369 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.db.l3_db [None req-38b4cb5b-0ef2-4848-8eb7-971e62f0faa3 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Floating IP 89bb8781-1314-4a56-b128-c1b85a697a6e associated. External IP: 172.27.1.30, port: 88a4bd8b-bf17-4026-aea6-b661dd8b1201. Feb 28 10:43:18.487714 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b4cb5b-0ef2-4848-8eb7-971e62f0faa3 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Router 4cdb8a07-62c9-4a05-af7f-02572017faa5 has already been hosted by L3 agent 86347f47-2890-46a7-a199-31163828a11a {{(pid=102995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:43:18.606640 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a797e-e10c-4675-93b2-b60a4a5dd124 req-343961e7-3ba2-4e9d-8b77-e6eca03eedf9 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:18.608348 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-b33a797e-e10c-4675-93b2-b60a4a5dd124 req-343961e7-3ba2-4e9d-8b77-e6eca03eedf9 tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.46 "GET /v2.0/ports?device_id=0689f1f6-c3da-4498-a3c7-485cd03532fa HTTP/1.1" status: 200 len: 946 time: 0.0558579 Feb 28 10:43:18.720443 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [req-b33a797e-e10c-4675-93b2-b60a4a5dd124 req-0b5ccdbc-ce9a-43b2-b22f-045721b6774b tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Deleting port 56bb226c-96d4-48ce-b662-95b441ab294d {{(pid=102996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:43:18.720789 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-b33a797e-e10c-4675-93b2-b60a4a5dd124 req-0b5ccdbc-ce9a-43b2-b22f-045721b6774b tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (56bb226c-96d4-48ce-b662-95b441ab294d), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:18.818061 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-b33a797e-e10c-4675-93b2-b60a4a5dd124 req-0b5ccdbc-ce9a-43b2-b22f-045721b6774b tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] For port 56bb226c-96d4-48ce-b662-95b441ab294d, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=56bb226c-96d4-48ce-b662-95b441ab294d,segment=NetworkSegment(0a13a6bd-1777-427f-91c3-bea6c3e3d76f),segment_id=0a13a6bd-1777-427f-91c3-bea6c3e3d76f)] {{(pid=102996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:18.818425 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-b33a797e-e10c-4675-93b2-b60a4a5dd124 req-0b5ccdbc-ce9a-43b2-b22f-045721b6774b tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (56bb226c-96d4-48ce-b662-95b441ab294d), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:18.826396 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b4cb5b-0ef2-4848-8eb7-971e62f0faa3 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Notify agent at l3_agent.dv-cinder-831167-1-iscsi the message routers_updated {{(pid=102995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:43:18.831672 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-38b4cb5b-0ef2-4848-8eb7-971e62f0faa3 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for floatingip (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:18.832443 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [req-b33a797e-e10c-4675-93b2-b60a4a5dd124 req-0b5ccdbc-ce9a-43b2-b22f-045721b6774b tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Calling delete_port for 56bb226c-96d4-48ce-b662-95b441ab294d owned by compute:nova {{(pid=102996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:43:18.839684 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f1a512-274e-486b-99d0-da0eac462087 None None] Sync routers for ids ['4cdb8a07-62c9-4a05-af7f-02572017faa5'] in dv-cinder-831167-1-iscsi {{(pid=102997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:43:18.859679 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f1a512-274e-486b-99d0-da0eac462087 None None] Routers {'4cdb8a07-62c9-4a05-af7f-02572017faa5'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:43:18.860309 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-d9f1a512-274e-486b-99d0-da0eac462087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:42:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['4cdb8a07-62c9-4a05-af7f-02572017faa5'], 'active': True} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:18.864782 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96968d-e8f7-455c-8356-20292d69aa32 req-8bfb826a-0f27-4c6c-8aed-b1af190b5b6f tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:18.872552 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4e96968d-e8f7-455c-8356-20292d69aa32 req-8bfb826a-0f27-4c6c-8aed-b1af190b5b6f tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/ports?device_id=0689f1f6-c3da-4498-a3c7-485cd03532fa HTTP/1.1" status: 200 len: 946 time: 0.0988615 Feb 28 10:43:18.890667 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-38b4cb5b-0ef2-4848-8eb7-971e62f0faa3 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "PUT /v2.0/floatingips/89bb8781-1314-4a56-b128-c1b85a697a6e HTTP/1.1" status: 200 len: 990 time: 1.7378755 Feb 28 10:43:18.892716 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a8b41b5-742f-473d-b439-9a195b9c11ac', 'tag': '88a4bd8b-bf17-4026-aea6-b661dd8b1201'}] {{(pid=102995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:43:18.911483 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1dd8a96f8805fcf8ad92b8a44c4310027887bdef0368274a5855f6003a6db1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b5588e-794d-45fe-80f5-4c75b905ba72" -d '{"events": [{"name": "network-changed", "server_uuid": "1a8b41b5-742f-473d-b439-9a195b9c11ac", "tag": "88a4bd8b-bf17-4026-aea6-b661dd8b1201"}]}' {{(pid=102995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:43:18.979308 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4e96968d-e8f7-455c-8356-20292d69aa32 req-b419faeb-ebb7-4313-a603-4c474d99779a tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.44 "GET /v2.0/security-groups?id=d3a60a65-45aa-4b68-a140-f3529d1903ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061866 Feb 28 10:43:19.000094 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-b33a797e-e10c-4675-93b2-b60a4a5dd124 req-0b5ccdbc-ce9a-43b2-b22f-045721b6774b tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (56bb226c-96d4-48ce-b662-95b441ab294d), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:19.014070 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvr_db [None req-d9f1a512-274e-486b-99d0-da0eac462087 None None] Set router 4cdb8a07-62c9-4a05-af7f-02572017faa5 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:43:19.029940 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506746a6-d30c-462d-9259-53b1528e88b1 x-openstack-request-id: req-506746a6-d30c-462d-9259-53b1528e88b1 {{(pid=102995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:43:19.030492 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a8b41b5-742f-473d-b439-9a195b9c11ac", "tag": "88a4bd8b-bf17-4026-aea6-b661dd8b1201", "status": "completed", "code": 200}]} {{(pid=102995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:43:19.031357 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-506746a6-d30c-462d-9259-53b1528e88b1 {{(pid=102995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:43:19.031963 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a8b41b5-742f-473d-b439-9a195b9c11ac', 'tag': '88a4bd8b-bf17-4026-aea6-b661dd8b1201', 'status': 'completed', 'code': 200} Feb 28 10:43:19.038030 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ccdbc-ce9a-43b2-b22f-045721b6774b tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Pushing event deleted for resources: {'Port': ['ID=56bb226c-96d4-48ce-b662-95b441ab294d,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:19.081086 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] get_ports_and_sgs() called for port_ids ['56bb226c-96d4-48ce-b662-95b441ab294d'] {{(pid=102997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:43:19.093579 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33a797e-e10c-4675-93b2-b60a4a5dd124 req-0b5ccdbc-ce9a-43b2-b22f-045721b6774b tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] No DVR routers for this DVR port 56bb226c-96d4-48ce-b662-95b441ab294d on host hv-cinder-83116 {{(pid=102996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:43:19.103989 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-b33a797e-e10c-4675-93b2-b60a4a5dd124 req-0b5ccdbc-ce9a-43b2-b22f-045721b6774b tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:19.107410 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-b33a797e-e10c-4675-93b2-b60a4a5dd124 req-0b5ccdbc-ce9a-43b2-b22f-045721b6774b tempest-VolumesSnapshotTestJSON-1793627856 tempest-VolumesSnapshotTestJSON-1793627856-project] 10.222.0.46 "DELETE /v2.0/ports/56bb226c-96d4-48ce-b662-95b441ab294d HTTP/1.1" status: 204 len: 173 time: 0.4915593 Feb 28 10:43:19.107904 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0689f1f6-c3da-4498-a3c7-485cd03532fa', 'name': 'network-vif-deleted', 'tag': '56bb226c-96d4-48ce-b662-95b441ab294d'}] {{(pid=102996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:43:19.110203 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fc607127e9415785fd538e0c70e4bf06f6b8f20b6b46de5a0809c41644901f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613ac099-68e5-4984-9158-d8b8b13fefc9" -d '{"events": [{"server_uuid": "0689f1f6-c3da-4498-a3c7-485cd03532fa", "name": "network-vif-deleted", "tag": "56bb226c-96d4-48ce-b662-95b441ab294d"}]}' {{(pid=102996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:43:19.155745 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff855ad-6344-4983-8c95-31795da11cae x-openstack-request-id: req-9ff855ad-6344-4983-8c95-31795da11cae {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:43:19.156033 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0689f1f6-c3da-4498-a3c7-485cd03532fa", "name": "network-vif-deleted", "tag": "56bb226c-96d4-48ce-b662-95b441ab294d", "status": "completed", "code": 200}]} {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:43:19.156314 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9ff855ad-6344-4983-8c95-31795da11cae {{(pid=102996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:43:19.156782 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0689f1f6-c3da-4498-a3c7-485cd03532fa', 'name': 'network-vif-deleted', 'tag': '56bb226c-96d4-48ce-b662-95b441ab294d', 'status': 'completed', 'code': 200} Feb 28 10:43:19.177020 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b5588e-794d-45fe-80f5-4c75b905ba72 req-8a59926e-e8db-44c0-9f8e-76f069e603f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:19.178541 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-c9b5588e-794d-45fe-80f5-4c75b905ba72 req-8a59926e-e8db-44c0-9f8e-76f069e603f1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6825cb4cea9e4921b5312dd51b9920be&device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 1129 time: 0.0828671 Feb 28 10:43:19.316331 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b5588e-794d-45fe-80f5-4c75b905ba72 req-847c4e4f-9398-4463-854f-e7fed8b04a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:19.317875 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-c9b5588e-794d-45fe-80f5-4c75b905ba72 req-847c4e4f-9398-4463-854f-e7fed8b04a65 service neutron] 10.222.0.46 "GET /v2.0/networks?id=240e2b6c-54c0-4c0d-850d-490078c64530 HTTP/1.1" status: 200 len: 917 time: 0.1288428 Feb 28 10:43:19.399274 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-c9b5588e-794d-45fe-80f5-4c75b905ba72 req-a620a405-d520-47ad-8598-75901845e446 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88a4bd8b-bf17-4026-aea6-b661dd8b1201 HTTP/1.1" status: 200 len: 998 time: 0.0729911 Feb 28 10:43:19.442798 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-d9f1a512-274e-486b-99d0-da0eac462087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'name': 'tempest-AttachVolumeShelveTestJSON-108844831-router', 'tenant_id': '6825cb4cea9e4921b5312dd51b9920be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '0f572734-bbe0-431a-b131-b38efcf4396b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:00Z', 'updated_at': '2022-02-28T10:38:06Z', 'revision_number': 4, 'project_id': '6825cb4cea9e4921b5312dd51b9920be', 'gw_port': {'id': '0f572734-bbe0-431a-b131-b38efcf4396b', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ed:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:01Z', 'updated_at': '2022-02-28T10:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_floatingips': [{'id': '89bb8781-1314-4a56-b128-c1b85a697a6e', 'tenant_id': '6825cb4cea9e4921b5312dd51b9920be', 'floating_ip_address': '172.27.1.30', 'floating_network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'router_id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'port_id': '88a4bd8b-bf17-4026-aea6-b661dd8b1201', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '240e2b6c-54c0-4c0d-850d-490078c64530', 'mac_address': 'fa:16:3e:f9:07:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8b41b5-742f-473d-b439-9a195b9c11ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:42:54Z', 'updated_at': '2022-02-28T10:43:17Z', 'revision_number': 1, 'project_id': '6825cb4cea9e4921b5312dd51b9920be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142c00b1-9edd-47f7-94a8-5872c3a47d50', 'name': '', 'network_id': '240e2b6c-54c0-4c0d-850d-490078c64530', 'tenant_id': '6825cb4cea9e4921b5312dd51b9920be', 'mac_address': 'fa:16:3e:9e:eb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c422424b-4bdb-4bd8-9a44-a4d30179929f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:05Z', 'updated_at': '2022-02-28T10:38:11Z', 'revision_number': 5, 'project_id': '6825cb4cea9e4921b5312dd51b9920be', 'subnets': [{'id': 'c422424b-4bdb-4bd8-9a44-a4d30179929f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:19.464159 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b5588e-794d-45fe-80f5-4c75b905ba72 req-68e4a1ba-c005-4797-9762-a8ea9fd96813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:19.465836 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-c9b5588e-794d-45fe-80f5-4c75b905ba72 req-68e4a1ba-c005-4797-9762-a8ea9fd96813 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c422424b-4bdb-4bd8-9a44-a4d30179929f HTTP/1.1" status: 200 len: 855 time: 0.0597696 Feb 28 10:43:19.469645 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f1a512-274e-486b-99d0-da0eac462087 None None] Checking router: 4cdb8a07-62c9-4a05-af7f-02572017faa5 for host: dv-cinder-831167-1-iscsi {{(pid=102997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:43:19.478442 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f1a512-274e-486b-99d0-da0eac462087 None None] Routers {'4cdb8a07-62c9-4a05-af7f-02572017faa5'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:43:19.479989 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-d9f1a512-274e-486b-99d0-da0eac462087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:42:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['4cdb8a07-62c9-4a05-af7f-02572017faa5'], 'active': True} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:19.606203 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvr_db [None req-d9f1a512-274e-486b-99d0-da0eac462087 None None] Set router 4cdb8a07-62c9-4a05-af7f-02572017faa5 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:43:19.787771 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b5588e-794d-45fe-80f5-4c75b905ba72 req-0e50f3a8-6bb9-4ccf-b19f-fb2d7cb96e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:19.789294 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-c9b5588e-794d-45fe-80f5-4c75b905ba72 req-0e50f3a8-6bb9-4ccf-b19f-fb2d7cb96e53 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=240e2b6c-54c0-4c0d-850d-490078c64530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3126180 Feb 28 10:43:19.881630 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-d9f1a512-274e-486b-99d0-da0eac462087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'name': 'tempest-AttachVolumeShelveTestJSON-108844831-router', 'tenant_id': '6825cb4cea9e4921b5312dd51b9920be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '0f572734-bbe0-431a-b131-b38efcf4396b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:00Z', 'updated_at': '2022-02-28T10:38:06Z', 'revision_number': 4, 'project_id': '6825cb4cea9e4921b5312dd51b9920be', 'gw_port': {'id': '0f572734-bbe0-431a-b131-b38efcf4396b', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ed:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:01Z', 'updated_at': '2022-02-28T10:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_floatingips': [{'id': '89bb8781-1314-4a56-b128-c1b85a697a6e', 'tenant_id': '6825cb4cea9e4921b5312dd51b9920be', 'floating_ip_address': '172.27.1.30', 'floating_network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'router_id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'port_id': '88a4bd8b-bf17-4026-aea6-b661dd8b1201', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '240e2b6c-54c0-4c0d-850d-490078c64530', 'mac_address': 'fa:16:3e:f9:07:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8b41b5-742f-473d-b439-9a195b9c11ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:42:54Z', 'updated_at': '2022-02-28T10:43:17Z', 'revision_number': 1, 'project_id': '6825cb4cea9e4921b5312dd51b9920be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142c00b1-9edd-47f7-94a8-5872c3a47d50', 'name': '', 'network_id': '240e2b6c-54c0-4c0d-850d-490078c64530', 'tenant_id': '6825cb4cea9e4921b5312dd51b9920be', 'mac_address': 'fa:16:3e:9e:eb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c422424b-4bdb-4bd8-9a44-a4d30179929f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:05Z', 'updated_at': '2022-02-28T10:38:11Z', 'revision_number': 5, 'project_id': '6825cb4cea9e4921b5312dd51b9920be', 'subnets': [{'id': 'c422424b-4bdb-4bd8-9a44-a4d30179929f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:19.914170 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f1a512-274e-486b-99d0-da0eac462087 None None] The sync data for ids ['4cdb8a07-62c9-4a05-af7f-02572017faa5'] in dv-cinder-831167-1-iscsi is: [{'id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'name': 'tempest-AttachVolumeShelveTestJSON-108844831-router', 'tenant_id': '6825cb4cea9e4921b5312dd51b9920be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '0f572734-bbe0-431a-b131-b38efcf4396b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:00Z', 'updated_at': '2022-02-28T10:38:06Z', 'revision_number': 4, 'project_id': '6825cb4cea9e4921b5312dd51b9920be', 'gw_port': {'id': '0f572734-bbe0-431a-b131-b38efcf4396b', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ed:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:01Z', 'updated_at': '2022-02-28T10:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_floatingips': [{'id': '89bb8781-1314-4a56-b128-c1b85a697a6e', 'tenant_id': '6825cb4cea9e4921b5312dd51b9920be', 'floating_ip_address': '172.27.1.30', 'floating_network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'router_id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'port_id': '88a4bd8b-bf17-4026-aea6-b661dd8b1201', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '240e2b6c-54c0-4c0d-850d-490078c64530', 'mac_address': 'fa:16:3e:f9:07:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8b41b5-742f-473d-b439-9a195b9c11ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:42:54Z', 'updated_at': '2022-02-28T10:43:17Z', 'revision_number': 1, 'project_id': '6825cb4cea9e4921b5312dd51b9920be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142c00b1-9edd-47f7-94a8-5872c3a47d50', 'name': '', 'network_id': '240e2b6c-54c0-4c0d-850d-490078c64530', 'tenant_id': '6825cb4cea9e4921b5312dd51b9920be', 'mac_address': 'fa:16:3e:9e:eb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c422424b-4bdb-4bd8-9a44-a4d30179929f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:05Z', 'updated_at': '2022-02-28T10:38:11Z', 'revision_number': 5, 'project_id': '6825cb4cea9e4921b5312dd51b9920be', 'subnets': [{'id': 'c422424b-4bdb-4bd8-9a44-a4d30179929f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:43:19.976570 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-c9b5588e-794d-45fe-80f5-4c75b905ba72 req-01b16c9d-6b87-49c9-bb28-034b31a1471b service neutron] 10.222.0.46 "GET /v2.0/networks/240e2b6c-54c0-4c0d-850d-490078c64530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800935 Feb 28 10:43:20.091965 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-c9b5588e-794d-45fe-80f5-4c75b905ba72 req-dd12dd67-fca2-4fc5-84e8-cd02fc964048 service neutron] 10.222.0.46 "GET /v2.0/networks/240e2b6c-54c0-4c0d-850d-490078c64530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092415 Feb 28 10:43:20.157256 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1224b47a-367a-4090-982d-3a9e66853f23 None None] New status for floating IP 89bb8781-1314-4a56-b128-c1b85a697a6e: ACTIVE {{(pid=102998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:43:21.958318 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 33062) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:22.064516 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-4ecabcb2-2109-4819-95f8-5e62109b9434 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:22.144776 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-4ecabcb2-2109-4819-95f8-5e62109b9434 admin admin] Publish callbacks [] for security_group (57171d57-b575-4eaa-a47b-b8174cb44362), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:22.149563 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-4ecabcb2-2109-4819-95f8-5e62109b9434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (57171d57-b575-4eaa-a47b-b8174cb44362), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:22.188792 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-4ecabcb2-2109-4819-95f8-5e62109b9434 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=45d6caa33c4442578528e2d51739824d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2293127 Feb 28 10:43:22.189700 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecabcb2-2109-4819-95f8-5e62109b9434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57171d57-b575-4eaa-a47b-b8174cb44362,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:22.191439 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 33076) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:22.242989 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-43b30e9a-4409-4306-acde-5397bcfd4d40 admin admin] Publish callbacks [] for security_group (57171d57-b575-4eaa-a47b-b8174cb44362), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:22.264002 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-43b30e9a-4409-4306-acde-5397bcfd4d40 admin admin] Publish callbacks [] for security_group (57171d57-b575-4eaa-a47b-b8174cb44362), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:22.308357 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-43b30e9a-4409-4306-acde-5397bcfd4d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (57171d57-b575-4eaa-a47b-b8174cb44362), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:22.310868 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-43b30e9a-4409-4306-acde-5397bcfd4d40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:22.312027 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-43b30e9a-4409-4306-acde-5397bcfd4d40 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/57171d57-b575-4eaa-a47b-b8174cb44362 HTTP/1.1" status: 204 len: 168 time: 0.1195560 Feb 28 10:43:22.319407 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b30e9a-4409-4306-acde-5397bcfd4d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57171d57-b575-4eaa-a47b-b8174cb44362,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:22.564467 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 33082) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:22.578084 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-817628b4-0f89-4e6e-8e09-418acda323b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:22.652575 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-817628b4-0f89-4e6e-8e09-418acda323b1 admin admin] Publish callbacks [] for security_group (30dcc409-dac7-4ceb-9f31-5d5daa865cee), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:22.656278 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-817628b4-0f89-4e6e-8e09-418acda323b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (30dcc409-dac7-4ceb-9f31-5d5daa865cee), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:22.691338 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817628b4-0f89-4e6e-8e09-418acda323b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30dcc409-dac7-4ceb-9f31-5d5daa865cee,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:22.695543 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-817628b4-0f89-4e6e-8e09-418acda323b1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8b201e7d5d12490ea7cee478428eb42c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1299038 Feb 28 10:43:22.698718 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 33086) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:22.743537 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-4cfa5b14-4e36-4393-a9ff-9576d5c5cf5c admin admin] Publish callbacks [] for security_group (30dcc409-dac7-4ceb-9f31-5d5daa865cee), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:22.764754 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-4cfa5b14-4e36-4393-a9ff-9576d5c5cf5c admin admin] Publish callbacks [] for security_group (30dcc409-dac7-4ceb-9f31-5d5daa865cee), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:22.810987 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-4cfa5b14-4e36-4393-a9ff-9576d5c5cf5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (30dcc409-dac7-4ceb-9f31-5d5daa865cee), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:22.813588 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-4cfa5b14-4e36-4393-a9ff-9576d5c5cf5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:22.814723 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-4cfa5b14-4e36-4393-a9ff-9576d5c5cf5c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/30dcc409-dac7-4ceb-9f31-5d5daa865cee HTTP/1.1" status: 204 len: 168 time: 0.1150839 Feb 28 10:43:22.822061 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa5b14-4e36-4393-a9ff-9576d5c5cf5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30dcc409-dac7-4ceb-9f31-5d5daa865cee,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:24.189572 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device 56bb226c-96d4-48ce-b662-95b441ab294d no longer exists at agent hyperv_hv-cinder-83116 {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:43:24.211888 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] No Port match for: 56bb226c-96d4-48ce-b662-95b441ab294d {{(pid=102997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:43:24.212254 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device 56bb226c-96d4-48ce-b662-95b441ab294d not bound to the agent host hv-cinder-83116 {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:43:24.943315 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5e068a0e-ee23-42ab-acb3-02714e915f4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:27.158063 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-d5714cdd-2a17-4a66-96be-567b76f4da9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:27.515530 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 33178) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:27.564159 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.db_base_plugin_v2 [None req-5be7e7dc-c013-4ceb-a378-12e8f27bb165 admin admin] Deleting subnet 8f7a9448-936e-4aac-8568-0b61b51aae8a {{(pid=102996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:43:27.567403 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-5be7e7dc-c013-4ceb-a378-12e8f27bb165 admin admin] Publish callbacks [] for subnet (8f7a9448-936e-4aac-8568-0b61b51aae8a), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:27.601294 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-5be7e7dc-c013-4ceb-a378-12e8f27bb165 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63660276'] for subnet (8f7a9448-936e-4aac-8568-0b61b51aae8a), precommit_delete_associations {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:27.638414 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-5be7e7dc-c013-4ceb-a378-12e8f27bb165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759398'] for subnet (8f7a9448-936e-4aac-8568-0b61b51aae8a), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:27.688348 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-5be7e7dc-c013-4ceb-a378-12e8f27bb165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63361894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64835571'] for subnet (8f7a9448-936e-4aac-8568-0b61b51aae8a), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:27.712910 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be7e7dc-c013-4ceb-a378-12e8f27bb165 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f7a9448-936e-4aac-8568-0b61b51aae8a,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:27.717161 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-5be7e7dc-c013-4ceb-a378-12e8f27bb165 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for subnet (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:27.720372 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-5be7e7dc-c013-4ceb-a378-12e8f27bb165 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8f7a9448-936e-4aac-8568-0b61b51aae8a HTTP/1.1" status: 204 len: 168 time: 0.2038074 Feb 28 10:43:27.722721 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 33180) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:27.791190 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-ead4de19-a533-436b-9be6-35269ed14ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781725'] for network (ce1ad96b-3c18-475f-a8ea-4842f6584374), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:27.867343 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-ead4de19-a533-436b-9be6-35269ed14ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721821', 'neutron.services.segments.db._delete_segments_for_network-8783309880477'] for network (ce1ad96b-3c18-475f-a8ea-4842f6584374), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:27.887892 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.services.segments.db [None req-ead4de19-a533-436b-9be6-35269ed14ca8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce1ad96b-3c18-475f-a8ea-4842f6584374']}} {{(pid=102996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:27.896775 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.services.segments.db [None req-ead4de19-a533-436b-9be6-35269ed14ca8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7ecfd5e-335f-4e16-8401-13e40e1c7345') {'for_net_delete': True} {{(pid=102996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:27.897073 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.services.segments.db [None req-ead4de19-a533-436b-9be6-35269ed14ca8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7ecfd5e-335f-4e16-8401-13e40e1c7345') {} {{(pid=102996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:27.909787 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-ead4de19-a533-436b-9be6-35269ed14ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783309883046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63660259'] for segment (a7ecfd5e-335f-4e16-8401-13e40e1c7345), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:27.923234 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-ead4de19-a533-436b-9be6-35269ed14ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761337'] for segment (a7ecfd5e-335f-4e16-8401-13e40e1c7345), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:27.929385 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ead4de19-a533-436b-9be6-35269ed14ca8 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=102996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:43:27.929791 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-ead4de19-a533-436b-9be6-35269ed14ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63361976'] for segment (a7ecfd5e-335f-4e16-8401-13e40e1c7345), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:27.931448 dv-cinder-831167-1-iscsi neutron-server[102996]: Traceback (most recent call last): Feb 28 10:43:27.931448 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:43:27.931448 dv-cinder-831167-1-iscsi neutron-server[102996]: timer() Feb 28 10:43:27.931448 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:43:27.931448 dv-cinder-831167-1-iscsi neutron-server[102996]: cb(*args, **kw) Feb 28 10:43:27.931448 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:43:27.931448 dv-cinder-831167-1-iscsi neutron-server[102996]: return func(*args, **kwargs) Feb 28 10:43:27.931448 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:43:27.931448 dv-cinder-831167-1-iscsi neutron-server[102996]: self._notify() Feb 28 10:43:27.931448 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:43:27.931448 dv-cinder-831167-1-iscsi neutron-server[102996]: self.callback(batched_events) Feb 28 10:43:27.931448 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:43:27.931448 dv-cinder-831167-1-iscsi neutron-server[102996]: event.method(event) Feb 28 10:43:27.931448 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:43:27.931448 dv-cinder-831167-1-iscsi neutron-server[102996]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:43:27.931448 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:43:27.931448 dv-cinder-831167-1-iscsi neutron-server[102996]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:43:27.931448 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:43:27.931448 dv-cinder-831167-1-iscsi neutron-server[102996]: return f(self, *a, **k) Feb 28 10:43:27.931448 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:43:27.931448 dv-cinder-831167-1-iscsi neutron-server[102996]: return self._get(url).json() Feb 28 10:43:27.931448 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:43:27.931448 dv-cinder-831167-1-iscsi neutron-server[102996]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:43:27.931448 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:43:27.931448 dv-cinder-831167-1-iscsi neutron-server[102996]: return self.request(url, 'GET', **kwargs) Feb 28 10:43:27.931448 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:43:27.931448 dv-cinder-831167-1-iscsi neutron-server[102996]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:43:27.931448 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:43:27.931448 dv-cinder-831167-1-iscsi neutron-server[102996]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:43:27.931448 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:43:27.931448 dv-cinder-831167-1-iscsi neutron-server[102996]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:43:27.931448 dv-cinder-831167-1-iscsi neutron-server[102996]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:43:27.983624 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-ead4de19-a533-436b-9be6-35269ed14ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-379147'] for network (ce1ad96b-3c18-475f-a8ea-4842f6584374), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:27.990688 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-ead4de19-a533-436b-9be6-35269ed14ca8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for network (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:27.993823 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-ead4de19-a533-436b-9be6-35269ed14ca8 admin admin] 10.222.0.44 "DELETE /v2.0/networks/ce1ad96b-3c18-475f-a8ea-4842f6584374 HTTP/1.1" status: 204 len: 168 time: 0.2701650 Feb 28 10:43:27.997214 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 33184) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:28.003750 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead4de19-a533-436b-9be6-35269ed14ca8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce1ad96b-3c18-475f-a8ea-4842f6584374,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:28.041411 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.db.db_base_plugin_v2 [None req-4162092b-ce03-4911-9bae-1cdab2a8ad7d admin admin] Deleting subnet a3477304-9dd9-493e-8a9a-8a1838b3c3b9 {{(pid=102995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:43:28.044616 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-4162092b-ce03-4911-9bae-1cdab2a8ad7d admin admin] Publish callbacks [] for subnet (a3477304-9dd9-493e-8a9a-8a1838b3c3b9), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:28.082295 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-4162092b-ce03-4911-9bae-1cdab2a8ad7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63575877'] for subnet (a3477304-9dd9-493e-8a9a-8a1838b3c3b9), precommit_delete_associations {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:28.116873 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-4162092b-ce03-4911-9bae-1cdab2a8ad7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759398'] for subnet (a3477304-9dd9-493e-8a9a-8a1838b3c3b9), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:28.165841 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-4162092b-ce03-4911-9bae-1cdab2a8ad7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63288137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63457326'] for subnet (a3477304-9dd9-493e-8a9a-8a1838b3c3b9), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:28.196073 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162092b-ce03-4911-9bae-1cdab2a8ad7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3477304-9dd9-493e-8a9a-8a1838b3c3b9,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:28.198041 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-4162092b-ce03-4911-9bae-1cdab2a8ad7d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:28.201812 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-4162092b-ce03-4911-9bae-1cdab2a8ad7d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a3477304-9dd9-493e-8a9a-8a1838b3c3b9 HTTP/1.1" status: 204 len: 168 time: 0.2034497 Feb 28 10:43:28.203599 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 33188) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:28.268144 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-e774d2f6-ccb8-4f1c-b15a-b36ad954f9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781725'] for network (1ae76cfe-c1b4-4f2c-b797-de0ef3dfda28), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:28.346265 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-e774d2f6-ccb8-4f1c-b15a-b36ad954f9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721821', 'neutron.services.segments.db._delete_segments_for_network-8783309880477'] for network (1ae76cfe-c1b4-4f2c-b797-de0ef3dfda28), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:28.366003 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.services.segments.db [None req-e774d2f6-ccb8-4f1c-b15a-b36ad954f9d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ae76cfe-c1b4-4f2c-b797-de0ef3dfda28']}} {{(pid=102995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:28.375676 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.services.segments.db [None req-e774d2f6-ccb8-4f1c-b15a-b36ad954f9d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c424c8db-1b03-4c86-ba63-d4627315748a') {'for_net_delete': True} {{(pid=102995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:28.375968 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.services.segments.db [None req-e774d2f6-ccb8-4f1c-b15a-b36ad954f9d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c424c8db-1b03-4c86-ba63-d4627315748a') {} {{(pid=102995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:28.385279 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-e774d2f6-ccb8-4f1c-b15a-b36ad954f9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783309883046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63575890'] for segment (c424c8db-1b03-4c86-ba63-d4627315748a), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:28.397839 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-e774d2f6-ccb8-4f1c-b15a-b36ad954f9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761337'] for segment (c424c8db-1b03-4c86-ba63-d4627315748a), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:28.403594 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e774d2f6-ccb8-4f1c-b15a-b36ad954f9d8 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=102995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:43:28.404043 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-e774d2f6-ccb8-4f1c-b15a-b36ad954f9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63288215'] for segment (c424c8db-1b03-4c86-ba63-d4627315748a), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:28.405626 dv-cinder-831167-1-iscsi neutron-server[102995]: Traceback (most recent call last): Feb 28 10:43:28.405626 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:43:28.405626 dv-cinder-831167-1-iscsi neutron-server[102995]: timer() Feb 28 10:43:28.405626 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:43:28.405626 dv-cinder-831167-1-iscsi neutron-server[102995]: cb(*args, **kw) Feb 28 10:43:28.405626 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:43:28.405626 dv-cinder-831167-1-iscsi neutron-server[102995]: return func(*args, **kwargs) Feb 28 10:43:28.405626 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:43:28.405626 dv-cinder-831167-1-iscsi neutron-server[102995]: self._notify() Feb 28 10:43:28.405626 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:43:28.405626 dv-cinder-831167-1-iscsi neutron-server[102995]: self.callback(batched_events) Feb 28 10:43:28.405626 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:43:28.405626 dv-cinder-831167-1-iscsi neutron-server[102995]: event.method(event) Feb 28 10:43:28.405626 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:43:28.405626 dv-cinder-831167-1-iscsi neutron-server[102995]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:43:28.405626 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:43:28.405626 dv-cinder-831167-1-iscsi neutron-server[102995]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:43:28.405626 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:43:28.405626 dv-cinder-831167-1-iscsi neutron-server[102995]: return f(self, *a, **k) Feb 28 10:43:28.405626 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:43:28.405626 dv-cinder-831167-1-iscsi neutron-server[102995]: return self._get(url).json() Feb 28 10:43:28.405626 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:43:28.405626 dv-cinder-831167-1-iscsi neutron-server[102995]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:43:28.405626 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:43:28.405626 dv-cinder-831167-1-iscsi neutron-server[102995]: return self.request(url, 'GET', **kwargs) Feb 28 10:43:28.405626 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:43:28.405626 dv-cinder-831167-1-iscsi neutron-server[102995]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:43:28.405626 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:43:28.405626 dv-cinder-831167-1-iscsi neutron-server[102995]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:43:28.405626 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:43:28.405626 dv-cinder-831167-1-iscsi neutron-server[102995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:43:28.405626 dv-cinder-831167-1-iscsi neutron-server[102995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:43:28.456862 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-e774d2f6-ccb8-4f1c-b15a-b36ad954f9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-379147'] for network (1ae76cfe-c1b4-4f2c-b797-de0ef3dfda28), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:28.463909 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-e774d2f6-ccb8-4f1c-b15a-b36ad954f9d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for network (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:28.467243 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-e774d2f6-ccb8-4f1c-b15a-b36ad954f9d8 admin admin] 10.222.0.44 "DELETE /v2.0/networks/1ae76cfe-c1b4-4f2c-b797-de0ef3dfda28 HTTP/1.1" status: 204 len: 168 time: 0.2626951 Feb 28 10:43:28.476613 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e774d2f6-ccb8-4f1c-b15a-b36ad954f9d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ae76cfe-c1b4-4f2c-b797-de0ef3dfda28,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:28.552108 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:28.627313 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 33192) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:28.667128 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-eecf6fed-be0d-4493-bbdb-064aaccee4bf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=32ec6fa2d34d47b4ad34d7b64f74cbbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381315 Feb 28 10:43:28.669447 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 33194) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:28.717800 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-88642133-1ff4-4bb2-bebc-7fc54bd42da6 admin admin] Publish callbacks [] for security_group (4a849514-3e6d-496a-84a7-f61cffd41b67), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:28.738471 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-88642133-1ff4-4bb2-bebc-7fc54bd42da6 admin admin] Publish callbacks [] for security_group (4a849514-3e6d-496a-84a7-f61cffd41b67), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:28.783696 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-88642133-1ff4-4bb2-bebc-7fc54bd42da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (4a849514-3e6d-496a-84a7-f61cffd41b67), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:28.786401 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-88642133-1ff4-4bb2-bebc-7fc54bd42da6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:28.787480 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-88642133-1ff4-4bb2-bebc-7fc54bd42da6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4a849514-3e6d-496a-84a7-f61cffd41b67 HTTP/1.1" status: 204 len: 168 time: 0.1171618 Feb 28 10:43:28.795141 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88642133-1ff4-4bb2-bebc-7fc54bd42da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a849514-3e6d-496a-84a7-f61cffd41b67,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:29.096010 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 33204) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:29.135809 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-97346355-c025-40fb-a62b-b69c0d1e9c06 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1ca020b2083c408391d61908a578da51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380712 Feb 28 10:43:29.138117 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 33206) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:29.184122 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-5ac36275-8cd0-4ab9-ae44-d75c915e856d admin admin] Publish callbacks [] for security_group (8afcfc6f-a494-46d4-b71d-7a7c1a080981), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:29.206405 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-5ac36275-8cd0-4ab9-ae44-d75c915e856d admin admin] Publish callbacks [] for security_group (8afcfc6f-a494-46d4-b71d-7a7c1a080981), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:29.251801 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-5ac36275-8cd0-4ab9-ae44-d75c915e856d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (8afcfc6f-a494-46d4-b71d-7a7c1a080981), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:29.254386 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-5ac36275-8cd0-4ab9-ae44-d75c915e856d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:29.255875 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-5ac36275-8cd0-4ab9-ae44-d75c915e856d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8afcfc6f-a494-46d4-b71d-7a7c1a080981 HTTP/1.1" status: 204 len: 168 time: 0.1168160 Feb 28 10:43:29.263960 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac36275-8cd0-4ab9-ae44-d75c915e856d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8afcfc6f-a494-46d4-b71d-7a7c1a080981,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:29.925133 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:30.282694 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 33246) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:30.386424 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-aad97c7b-f989-4006-b65e-cc896abf86d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:30.458307 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-aad97c7b-f989-4006-b65e-cc896abf86d1 admin admin] Publish callbacks [] for security_group (e1910854-e172-4eb4-9b13-9028e2d72d08), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:30.462117 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-aad97c7b-f989-4006-b65e-cc896abf86d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (e1910854-e172-4eb4-9b13-9028e2d72d08), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:30.500273 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-aad97c7b-f989-4006-b65e-cc896abf86d1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=72d51cc0d0184fefa08c4a803f4af02c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2164912 Feb 28 10:43:30.501167 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad97c7b-f989-4006-b65e-cc896abf86d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1910854-e172-4eb4-9b13-9028e2d72d08,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:30.503005 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 33250) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:30.549795 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-b2c438c2-5718-41aa-a9b7-87fe77350d80 admin admin] Publish callbacks [] for security_group (e1910854-e172-4eb4-9b13-9028e2d72d08), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:30.570561 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-b2c438c2-5718-41aa-a9b7-87fe77350d80 admin admin] Publish callbacks [] for security_group (e1910854-e172-4eb4-9b13-9028e2d72d08), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:30.615223 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-b2c438c2-5718-41aa-a9b7-87fe77350d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (e1910854-e172-4eb4-9b13-9028e2d72d08), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:30.617667 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-b2c438c2-5718-41aa-a9b7-87fe77350d80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:30.618807 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-b2c438c2-5718-41aa-a9b7-87fe77350d80 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e1910854-e172-4eb4-9b13-9028e2d72d08 HTTP/1.1" status: 204 len: 168 time: 0.1143053 Feb 28 10:43:30.626453 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c438c2-5718-41aa-a9b7-87fe77350d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1910854-e172-4eb4-9b13-9028e2d72d08,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:31.426572 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.agents_db [None req-ad1b81bb-6a73-47ab-ba10-dec1fea0c152 None None] Agent healthcheck: found 6 active agents {{(pid=102998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:43:31.536591 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:34.062719 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (db31e800-75f5-4bdb-84cd-f402d346b45c), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:34.503188 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 33362) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:34.610823 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-38633877-9bd4-4a5b-84d1-e5fe9711fe3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:34.705705 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-38633877-9bd4-4a5b-84d1-e5fe9711fe3c admin admin] Publish callbacks [] for security_group (526c7b5f-6567-48d6-be1d-c0d809fc0199), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:34.711709 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-38633877-9bd4-4a5b-84d1-e5fe9711fe3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (526c7b5f-6567-48d6-be1d-c0d809fc0199), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:34.754610 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 33372) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:34.755492 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-38633877-9bd4-4a5b-84d1-e5fe9711fe3c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4c935baccaf04b40b47b1e1810518846&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2500565 Feb 28 10:43:34.761022 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38633877-9bd4-4a5b-84d1-e5fe9711fe3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526c7b5f-6567-48d6-be1d-c0d809fc0199,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:34.826024 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-0d1d8a15-2576-49fb-907f-2cfdf38b2576 admin admin] Publish callbacks [] for security_group (526c7b5f-6567-48d6-be1d-c0d809fc0199), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:34.850232 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-0d1d8a15-2576-49fb-907f-2cfdf38b2576 admin admin] Publish callbacks [] for security_group (526c7b5f-6567-48d6-be1d-c0d809fc0199), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:34.912929 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-0d1d8a15-2576-49fb-907f-2cfdf38b2576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (526c7b5f-6567-48d6-be1d-c0d809fc0199), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:34.915708 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-0d1d8a15-2576-49fb-907f-2cfdf38b2576 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:34.919014 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-0d1d8a15-2576-49fb-907f-2cfdf38b2576 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/526c7b5f-6567-48d6-be1d-c0d809fc0199 HTTP/1.1" status: 204 len: 168 time: 0.1599631 Feb 28 10:43:34.926060 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d8a15-2576-49fb-907f-2cfdf38b2576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526c7b5f-6567-48d6-be1d-c0d809fc0199,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:34.933320 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 33380) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:35.147453 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-5992443c-85c2-47d6-8bff-d917144b1305 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:35.220297 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-5992443c-85c2-47d6-8bff-d917144b1305 admin admin] Publish callbacks [] for security_group (7d585221-91ae-4893-9a99-3638c94e1a6c), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:35.224577 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-5992443c-85c2-47d6-8bff-d917144b1305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (7d585221-91ae-4893-9a99-3638c94e1a6c), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:35.263287 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-5992443c-85c2-47d6-8bff-d917144b1305 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4d3c263b67cd411bb4f67313b1db7cda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3288960 Feb 28 10:43:35.264359 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5992443c-85c2-47d6-8bff-d917144b1305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d585221-91ae-4893-9a99-3638c94e1a6c,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:35.266383 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 33394) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:35.315718 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-84c64e69-db29-4958-9ff1-ce488673d3aa admin admin] Publish callbacks [] for security_group (7d585221-91ae-4893-9a99-3638c94e1a6c), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:35.343562 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-84c64e69-db29-4958-9ff1-ce488673d3aa admin admin] Publish callbacks [] for security_group (7d585221-91ae-4893-9a99-3638c94e1a6c), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:35.389316 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-84c64e69-db29-4958-9ff1-ce488673d3aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (7d585221-91ae-4893-9a99-3638c94e1a6c), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:35.393536 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-84c64e69-db29-4958-9ff1-ce488673d3aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:35.395003 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-84c64e69-db29-4958-9ff1-ce488673d3aa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7d585221-91ae-4893-9a99-3638c94e1a6c HTTP/1.1" status: 204 len: 168 time: 0.1273749 Feb 28 10:43:35.403322 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c64e69-db29-4958-9ff1-ce488673d3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d585221-91ae-4893-9a99-3638c94e1a6c,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:35.669065 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 33412) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:35.682562 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-d5a4ab33-a498-4f97-9e39-8924a7af0b63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:35.758578 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-d5a4ab33-a498-4f97-9e39-8924a7af0b63 admin admin] Publish callbacks [] for security_group (6e8f66f8-5a49-4c43-9f36-3ad76ea16495), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:35.763361 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-d5a4ab33-a498-4f97-9e39-8924a7af0b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (6e8f66f8-5a49-4c43-9f36-3ad76ea16495), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:35.801829 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-d5a4ab33-a498-4f97-9e39-8924a7af0b63 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=07f8289327664ae8bf843f125f94241d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1316512 Feb 28 10:43:35.802695 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a4ab33-a498-4f97-9e39-8924a7af0b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8f66f8-5a49-4c43-9f36-3ad76ea16495,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:35.806212 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 33416) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:35.861230 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-43a9c610-c19a-4049-9be0-c1c407d514f3 admin admin] Publish callbacks [] for security_group (6e8f66f8-5a49-4c43-9f36-3ad76ea16495), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:35.881805 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-43a9c610-c19a-4049-9be0-c1c407d514f3 admin admin] Publish callbacks [] for security_group (6e8f66f8-5a49-4c43-9f36-3ad76ea16495), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:35.925006 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 33422) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:35.932253 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-43a9c610-c19a-4049-9be0-c1c407d514f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (6e8f66f8-5a49-4c43-9f36-3ad76ea16495), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:35.935574 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-43a9c610-c19a-4049-9be0-c1c407d514f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:35.937172 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-43a9c610-c19a-4049-9be0-c1c407d514f3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6e8f66f8-5a49-4c43-9f36-3ad76ea16495 HTTP/1.1" status: 204 len: 168 time: 0.1257961 Feb 28 10:43:35.945974 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a9c610-c19a-4049-9be0-c1c407d514f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8f66f8-5a49-4c43-9f36-3ad76ea16495,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:36.032899 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-544f4cc6-ff25-413c-8d5e-0e1eca464618 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:36.109462 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-544f4cc6-ff25-413c-8d5e-0e1eca464618 admin admin] Publish callbacks [] for security_group (b69e6b19-9866-4e4c-be52-a9163befe3e8), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:36.113612 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-544f4cc6-ff25-413c-8d5e-0e1eca464618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (b69e6b19-9866-4e4c-be52-a9163befe3e8), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:36.152531 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-544f4cc6-ff25-413c-8d5e-0e1eca464618 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=89e47625bd844d5e8c37c9bba092effc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263737 Feb 28 10:43:36.153482 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f4cc6-ff25-413c-8d5e-0e1eca464618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69e6b19-9866-4e4c-be52-a9163befe3e8,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:36.155271 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 33432) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:36.204889 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-e8cbf895-e0dd-415b-8c9e-228730d2ea0a admin admin] Publish callbacks [] for security_group (b69e6b19-9866-4e4c-be52-a9163befe3e8), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:36.229044 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-e8cbf895-e0dd-415b-8c9e-228730d2ea0a admin admin] Publish callbacks [] for security_group (b69e6b19-9866-4e4c-be52-a9163befe3e8), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:36.279533 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-e8cbf895-e0dd-415b-8c9e-228730d2ea0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (b69e6b19-9866-4e4c-be52-a9163befe3e8), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:36.282030 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-e8cbf895-e0dd-415b-8c9e-228730d2ea0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:36.283178 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-e8cbf895-e0dd-415b-8c9e-228730d2ea0a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b69e6b19-9866-4e4c-be52-a9163befe3e8 HTTP/1.1" status: 204 len: 168 time: 0.1269162 Feb 28 10:43:36.290688 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cbf895-e0dd-415b-8c9e-228730d2ea0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69e6b19-9866-4e4c-be52-a9163befe3e8,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:49.564935 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 33654) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:49.664800 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-c4ac489b-7182-4234-b47e-d27d5f60f8e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:49.735866 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-c4ac489b-7182-4234-b47e-d27d5f60f8e3 admin admin] Publish callbacks [] for security_group (c5749630-9dd9-4f37-a779-cd1de35409af), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:49.739641 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-c4ac489b-7182-4234-b47e-d27d5f60f8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (c5749630-9dd9-4f37-a779-cd1de35409af), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:49.777967 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-c4ac489b-7182-4234-b47e-d27d5f60f8e3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=280049edf4f641ef929b16cd1d43fa9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2119913 Feb 28 10:43:49.778930 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac489b-7182-4234-b47e-d27d5f60f8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5749630-9dd9-4f37-a779-cd1de35409af,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:49.780670 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 33660) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:49.826787 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-cab13717-f72c-4be0-960b-94eccef4f208 admin admin] Publish callbacks [] for security_group (c5749630-9dd9-4f37-a779-cd1de35409af), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:49.846664 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-cab13717-f72c-4be0-960b-94eccef4f208 admin admin] Publish callbacks [] for security_group (c5749630-9dd9-4f37-a779-cd1de35409af), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:49.894240 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-cab13717-f72c-4be0-960b-94eccef4f208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (c5749630-9dd9-4f37-a779-cd1de35409af), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:49.896692 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-cab13717-f72c-4be0-960b-94eccef4f208 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:49.897792 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-cab13717-f72c-4be0-960b-94eccef4f208 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c5749630-9dd9-4f37-a779-cd1de35409af HTTP/1.1" status: 204 len: 168 time: 0.1161563 Feb 28 10:43:49.905372 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab13717-f72c-4be0-960b-94eccef4f208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5749630-9dd9-4f37-a779-cd1de35409af,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:50.526070 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 33700) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:50.619188 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [None req-52ff0d61-57bf-4589-86e6-9bafe8fd9324 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1797391390-network', 'tenant_id': '22ea02f677704fa687a93d29125ca6a3'}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:50.637705 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ff0d61-57bf-4589-86e6-9bafe8fd9324 admin admin] Made reservation on behalf of 22ea02f677704fa687a93d29125ca6a3 for: {'network': 1} {{(pid=102995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:43:50.639943 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-52ff0d61-57bf-4589-86e6-9bafe8fd9324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for network (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:50.647983 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-52ff0d61-57bf-4589-86e6-9bafe8fd9324 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:50.719779 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-52ff0d61-57bf-4589-86e6-9bafe8fd9324 admin admin] Publish callbacks [] for security_group (d26c8c32-4552-450b-97f2-f6a995656288), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:50.723119 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-52ff0d61-57bf-4589-86e6-9bafe8fd9324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (d26c8c32-4552-450b-97f2-f6a995656288), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:50.745997 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52ff0d61-57bf-4589-86e6-9bafe8fd9324 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=102995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:43:50.756318 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff0d61-57bf-4589-86e6-9bafe8fd9324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26c8c32-4552-450b-97f2-f6a995656288,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:50.764215 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-52ff0d61-57bf-4589-86e6-9bafe8fd9324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761337'] for segment (63d903ce-4606-4071-bc39-3e34308cb6b7), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:50.764562 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.db.segments_db [None req-52ff0d61-57bf-4589-86e6-9bafe8fd9324 admin admin] Added segment 63d903ce-4606-4071-bc39-3e34308cb6b7 of type vlan for network ede571e1-5716-4bae-9020-859bb7f1760f Feb 28 10:43:50.806875 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-52ff0d61-57bf-4589-86e6-9bafe8fd9324 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783309439991'] for network (ede571e1-5716-4bae-9020-859bb7f1760f), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:50.832128 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-52ff0d61-57bf-4589-86e6-9bafe8fd9324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297'] for network (ede571e1-5716-4bae-9020-859bb7f1760f), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:50.833055 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ff0d61-57bf-4589-86e6-9bafe8fd9324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:50.833625 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-52ff0d61-57bf-4589-86e6-9bafe8fd9324 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for network (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:50.882923 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-52ff0d61-57bf-4589-86e6-9bafe8fd9324 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3557220 Feb 28 10:43:50.886411 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 33704) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:50.891303 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [None req-6622e8be-da73-4dea-9e4b-3d69a5c9da6a admin admin] Request body: {'subnet': {'network_id': 'ede571e1-5716-4bae-9020-859bb7f1760f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1797391390-subnet', 'tenant_id': '22ea02f677704fa687a93d29125ca6a3', 'ip_version': 4}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:50.895507 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff0d61-57bf-4589-86e6-9bafe8fd9324 admin admin] Pushing event updated for resources: {'Network': ['ID=ede571e1-5716-4bae-9020-859bb7f1760f,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:50.906149 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Network ede571e1-5716-4bae-9020-859bb7f1760f details requested by agent ovs-agent-dv-cinder-831167-1-iscsi with host dv-cinder-831167-1-iscsi {{(pid=102997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:43:50.911923 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6622e8be-da73-4dea-9e4b-3d69a5c9da6a admin admin] Made reservation on behalf of 22ea02f677704fa687a93d29125ca6a3 for: {'subnet': 1} {{(pid=102996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:43:50.914222 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-6622e8be-da73-4dea-9e4b-3d69a5c9da6a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64835544'] for subnet (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:51.076696 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-6622e8be-da73-4dea-9e4b-3d69a5c9da6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63361825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64835562'] for subnet (55cefaf0-4c0c-4c3a-bb32-2c28a0d09b00), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:51.132370 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6622e8be-da73-4dea-9e4b-3d69a5c9da6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=55cefaf0-4c0c-4c3a-bb32-2c28a0d09b00,revision_number=0']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:51.140367 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6622e8be-da73-4dea-9e4b-3d69a5c9da6a admin admin] Checking segment: {'id': '63d903ce-4606-4071-bc39-3e34308cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ede571e1-5716-4bae-9020-859bb7f1760f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:43:51.140731 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6622e8be-da73-4dea-9e4b-3d69a5c9da6a admin admin] Network hostable DHCP agents. Network: ede571e1-5716-4bae-9020-859bb7f1760f, hostable agents: ['908aa187-f1dc-423a-8ec3-c19816a84263'], hosted agents: [] {{(pid=102996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:43:51.156761 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6622e8be-da73-4dea-9e4b-3d69a5c9da6a admin admin] Network ede571e1-5716-4bae-9020-859bb7f1760f is scheduled to be hosted by DHCP agent 908aa187-f1dc-423a-8ec3-c19816a84263 with binding_index 1 {{(pid=102996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:43:51.165553 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.base_scheduler [None req-6622e8be-da73-4dea-9e4b-3d69a5c9da6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831167-1-iscsi, ede571e1-5716-4bae-9020-859bb7f1760f) {{(pid=102996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:43:51.170350 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6622e8be-da73-4dea-9e4b-3d69a5c9da6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:51.170958 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-6622e8be-da73-4dea-9e4b-3d69a5c9da6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for subnet (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:51.176640 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b873dca-79b3-4472-bb56-f9bee3ac8443 None None] Network ede571e1-5716-4bae-9020-859bb7f1760f requested from dv-cinder-831167-1-iscsi {{(pid=102997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:43:51.188901 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-6622e8be-da73-4dea-9e4b-3d69a5c9da6a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3012710 Feb 28 10:43:51.191632 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 33710) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:51.195852 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [None req-3ae2c9c8-1acc-45ff-bb25-a9650b435098 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1797391390-router', 'tenant_id': '22ea02f677704fa687a93d29125ca6a3', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187'}}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:51.221830 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3ae2c9c8-1acc-45ff-bb25-a9650b435098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router (685b3995-d201-429b-8119-d36bfb058b04), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:51.223249 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3ae2c9c8-1acc-45ff-bb25-a9650b435098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-380290', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8896'] for router (685b3995-d201-429b-8119-d36bfb058b04), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:51.276793 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3ae2c9c8-1acc-45ff-bb25-a9650b435098 admin admin] Publish callbacks [] for router_controller (685b3995-d201-429b-8119-d36bfb058b04), precommit_add_association {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:51.287586 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa5bfba-ba90-4ffb-83c1-b11002571ada None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54a0a7cf-b57e-5b42-bf88-c5e67f938400-ede571e1-5716-4bae-9020-859bb7f1760f', 'network_id': 'ede571e1-5716-4bae-9020-859bb7f1760f', 'project_id': '22ea02f677704fa687a93d29125ca6a3', 'fixed_ips': [{'subnet_id': '55cefaf0-4c0c-4c3a-bb32-2c28a0d09b00'}]}} from dv-cinder-831167-1-iscsi. {{(pid=102997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:43:51.288437 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-aaa5bfba-ba90-4ffb-83c1-b11002571ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:51.427525 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3ae2c9c8-1acc-45ff-bb25-a9650b435098 admin admin] Publish callbacks [] for router_gateway (685b3995-d201-429b-8119-d36bfb058b04), precommit_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:51.436298 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.db_base_plugin_common [None req-aaa5bfba-ba90-4ffb-83c1-b11002571ada None None] Allocated IP 172.20.0.2 (ede571e1-5716-4bae-9020-859bb7f1760f/55cefaf0-4c0c-4c3a-bb32-2c28a0d09b00/f752207d-1565-4ff7-b900-6f52533398e0) {{(pid=102997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:43:51.587727 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-aaa5bfba-ba90-4ffb-83c1-b11002571ada None None] Publish callbacks [] for port (f752207d-1565-4ff7-b900-6f52533398e0), precommit_create {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:51.593535 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-aaa5bfba-ba90-4ffb-83c1-b11002571ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981'] for port (f752207d-1565-4ff7-b900-6f52533398e0), after_create {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:51.636606 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa5bfba-ba90-4ffb-83c1-b11002571ada None None] Network ede571e1-5716-4bae-9020-859bb7f1760f is already hosted by enough agents. {{(pid=102997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:43:51.639329 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.scheduler.base_scheduler [None req-aaa5bfba-ba90-4ffb-83c1-b11002571ada None None] Resources bound (agent type, host, resource id): {{(pid=102997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:43:51.640136 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3ae2c9c8-1acc-45ff-bb25-a9650b435098 admin admin] Publish callbacks [] for router_gateway (685b3995-d201-429b-8119-d36bfb058b04), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:51.641787 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa5bfba-ba90-4ffb-83c1-b11002571ada None None] Received port after_create {{(pid=102997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:43:51.650533 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa5bfba-ba90-4ffb-83c1-b11002571ada None None] Pushing event updated for resources: {'Port': ['ID=f752207d-1565-4ff7-b900-6f52533398e0,revision_number=1']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:51.659857 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3ae2c9c8-1acc-45ff-bb25-a9650b435098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:51.677814 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa5bfba-ba90-4ffb-83c1-b11002571ada None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:51.678192 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa5bfba-ba90-4ffb-83c1-b11002571ada None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:51.678570 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa5bfba-ba90-4ffb-83c1-b11002571ada None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:51.678928 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa5bfba-ba90-4ffb-83c1-b11002571ada None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:51.679269 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa5bfba-ba90-4ffb-83c1-b11002571ada None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:51.679610 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa5bfba-ba90-4ffb-83c1-b11002571ada None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:51.679938 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa5bfba-ba90-4ffb-83c1-b11002571ada None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:51.680290 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa5bfba-ba90-4ffb-83c1-b11002571ada None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:51.680629 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa5bfba-ba90-4ffb-83c1-b11002571ada None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:51.680968 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa5bfba-ba90-4ffb-83c1-b11002571ada None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:51.681905 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa5bfba-ba90-4ffb-83c1-b11002571ada None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:51.682242 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa5bfba-ba90-4ffb-83c1-b11002571ada None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:51.682565 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa5bfba-ba90-4ffb-83c1-b11002571ada None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:51.718263 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-aaa5bfba-ba90-4ffb-83c1-b11002571ada None None] Attempting to bind port f752207d-1565-4ff7-b900-6f52533398e0 on host dv-cinder-831167-1-iscsi for vnic_type normal with profile {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:43:51.718640 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-aaa5bfba-ba90-4ffb-83c1-b11002571ada None None] Attempting to bind port f752207d-1565-4ff7-b900-6f52533398e0 by drivers openvswitch,hyperv on host dv-cinder-831167-1-iscsi at level 0 using segments [{'id': '63d903ce-4606-4071-bc39-3e34308cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ede571e1-5716-4bae-9020-859bb7f1760f'}] {{(pid=102997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:43:51.719038 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa5bfba-ba90-4ffb-83c1-b11002571ada None None] Attempting to bind port f752207d-1565-4ff7-b900-6f52533398e0 on network ede571e1-5716-4bae-9020-859bb7f1760f {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:43:51.724152 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa5bfba-ba90-4ffb-83c1-b11002571ada None None] Checking agent: {'id': '9787f0c2-b99f-49df-865b-f8e3f2374559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 1), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:43:51.724535 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa5bfba-ba90-4ffb-83c1-b11002571ada None None] Checking segment: {'id': '63d903ce-4606-4071-bc39-3e34308cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ede571e1-5716-4bae-9020-859bb7f1760f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:43:51.724957 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-aaa5bfba-ba90-4ffb-83c1-b11002571ada None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:51.725350 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa5bfba-ba90-4ffb-83c1-b11002571ada None None] Bound using segment: {'id': '63d903ce-4606-4071-bc39-3e34308cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ede571e1-5716-4bae-9020-859bb7f1760f'} {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:43:51.725820 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-aaa5bfba-ba90-4ffb-83c1-b11002571ada None None] Bound port: f752207d-1565-4ff7-b900-6f52533398e0, host: dv-cinder-831167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63d903ce-4606-4071-bc39-3e34308cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ede571e1-5716-4bae-9020-859bb7f1760f'}}] {{(pid=102997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:43:51.726197 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-aaa5bfba-ba90-4ffb-83c1-b11002571ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (f752207d-1565-4ff7-b900-6f52533398e0), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:51.767119 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.db_base_plugin_common [None req-3ae2c9c8-1acc-45ff-bb25-a9650b435098 admin admin] Allocated IP 172.27.1.225 (5c191bd3-8d00-44c5-b017-904410258187/e0d51f16-a2c9-415b-a552-79de15f3fe23/defbc3a7-1225-40b6-941f-ac9c2ce632b6) {{(pid=102996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:43:51.794225 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-aaa5bfba-ba90-4ffb-83c1-b11002571ada None None] For port f752207d-1565-4ff7-b900-6f52533398e0, host dv-cinder-831167-1-iscsi, cleared binding levels {{(pid=102997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:43:51.797552 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-aaa5bfba-ba90-4ffb-83c1-b11002571ada None None] For port f752207d-1565-4ff7-b900-6f52533398e0, host dv-cinder-831167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=f752207d-1565-4ff7-b900-6f52533398e0,segment=NetworkSegment(63d903ce-4606-4071-bc39-3e34308cb6b7),segment_id=63d903ce-4606-4071-bc39-3e34308cb6b7)] {{(pid=102997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:43:51.803672 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-aaa5bfba-ba90-4ffb-83c1-b11002571ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (f752207d-1565-4ff7-b900-6f52533398e0), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:51.858066 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa5bfba-ba90-4ffb-83c1-b11002571ada None None] Pushing event updated for resources: {'Port': ['ID=f752207d-1565-4ff7-b900-6f52533398e0,revision_number=2']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:51.873847 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3ae2c9c8-1acc-45ff-bb25-a9650b435098 admin admin] Publish callbacks [] for port (defbc3a7-1225-40b6-941f-ac9c2ce632b6), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:51.908169 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3ae2c9c8-1acc-45ff-bb25-a9650b435098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (defbc3a7-1225-40b6-941f-ac9c2ce632b6), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:51.948015 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae2c9c8-1acc-45ff-bb25-a9650b435098 admin admin] Network 5c191bd3-8d00-44c5-b017-904410258187 is already hosted by enough agents. {{(pid=102996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:43:51.950811 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.base_scheduler [None req-3ae2c9c8-1acc-45ff-bb25-a9650b435098 admin admin] Resources bound (agent type, host, resource id): {{(pid=102996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:43:51.954204 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae2c9c8-1acc-45ff-bb25-a9650b435098 admin admin] Received port after_create {{(pid=102996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:43:51.977900 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae2c9c8-1acc-45ff-bb25-a9650b435098 admin admin] Pushing event updated for resources: {'Port': ['ID=defbc3a7-1225-40b6-941f-ac9c2ce632b6,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:52.227004 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3ae2c9c8-1acc-45ff-bb25-a9650b435098 admin admin] Publish callbacks [] for router_gateway (685b3995-d201-429b-8119-d36bfb058b04), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:52.427945 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3ae2c9c8-1acc-45ff-bb25-a9650b435098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-380383'] for router (685b3995-d201-429b-8119-d36bfb058b04), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:52.579904 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae2c9c8-1acc-45ff-bb25-a9650b435098 admin admin] Router 685b3995-d201-429b-8119-d36bfb058b04 is scheduled to L3 agent 86347f47-2890-46a7-a199-31163828a11a with binding_index 1 {{(pid=102996) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:43:52.701269 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae2c9c8-1acc-45ff-bb25-a9650b435098 admin admin] Notify agent at l3_agent.dv-cinder-831167-1-iscsi the message routers_updated {{(pid=102996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:43:52.713177 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76069917-6e26-4423-9524-df280fac8b9f None None] Sync routers for ids ['685b3995-d201-429b-8119-d36bfb058b04'] in dv-cinder-831167-1-iscsi {{(pid=102997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:43:52.725656 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76069917-6e26-4423-9524-df280fac8b9f None None] Routers {'685b3995-d201-429b-8119-d36bfb058b04'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:43:52.726386 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-76069917-6e26-4423-9524-df280fac8b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:43:27Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['685b3995-d201-429b-8119-d36bfb058b04'], 'active': True} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:52.731773 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3ae2c9c8-1acc-45ff-bb25-a9650b435098 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:52.735796 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 33746) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:52.738105 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-3ae2c9c8-1acc-45ff-bb25-a9650b435098 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5454435 Feb 28 10:43:52.770756 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device f752207d-1565-4ff7-b900-6f52533398e0 up at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:43:52.815864 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60290c0-f52b-4bc4-ac1b-0725a718b018 None None] Network ede571e1-5716-4bae-9020-859bb7f1760f requested from dv-cinder-831167-1-iscsi {{(pid=102997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:43:52.947606 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-37d5f6cf-f03f-4092-9251-30db11d88297 None None] Provisioning complete for port f752207d-1565-4ff7-b900-6f52533398e0 triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:52.948008 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-37d5f6cf-f03f-4092-9251-30db11d88297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (f752207d-1565-4ff7-b900-6f52533398e0), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:52.950671 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvr_db [None req-76069917-6e26-4423-9524-df280fac8b9f None None] Set router 685b3995-d201-429b-8119-d36bfb058b04 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:43:53.095581 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Provisioning complete for port f752207d-1565-4ff7-b900-6f52533398e0 triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:53.095957 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (f752207d-1565-4ff7-b900-6f52533398e0), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:53.179076 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-98b088ce-a0ff-44f1-911d-cf2efc808bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:53.284944 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-37d5f6cf-f03f-4092-9251-30db11d88297 None None] Current status of the port f752207d-1565-4ff7-b900-6f52533398e0 is: DOWN; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:43:53.285330 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-37d5f6cf-f03f-4092-9251-30db11d88297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (f752207d-1565-4ff7-b900-6f52533398e0), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:53.314599 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Current status of the port f752207d-1565-4ff7-b900-6f52533398e0 is: DOWN; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:43:53.315102 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (f752207d-1565-4ff7-b900-6f52533398e0), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:53.344467 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.db.db_base_plugin_common [None req-98b088ce-a0ff-44f1-911d-cf2efc808bb2 admin admin] Allocated IP 172.20.0.1 (ede571e1-5716-4bae-9020-859bb7f1760f/55cefaf0-4c0c-4c3a-bb32-2c28a0d09b00/740f7527-786d-4a36-83a8-1c3145e29847) {{(pid=102995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:43:53.353932 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-37d5f6cf-f03f-4092-9251-30db11d88297 None None] For port f752207d-1565-4ff7-b900-6f52533398e0, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=f752207d-1565-4ff7-b900-6f52533398e0,segment=NetworkSegment(63d903ce-4606-4071-bc39-3e34308cb6b7),segment_id=63d903ce-4606-4071-bc39-3e34308cb6b7)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:53.361421 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-37d5f6cf-f03f-4092-9251-30db11d88297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (f752207d-1565-4ff7-b900-6f52533398e0), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:53.412507 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-76069917-6e26-4423-9524-df280fac8b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685b3995-d201-429b-8119-d36bfb058b04', 'name': 'tempest-TestShelveInstance-1797391390-router', 'tenant_id': '22ea02f677704fa687a93d29125ca6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'defbc3a7-1225-40b6-941f-ac9c2ce632b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:51Z', 'updated_at': '2022-02-28T10:43:52Z', 'revision_number': 3, 'project_id': '22ea02f677704fa687a93d29125ca6a3', 'gw_port': {'id': 'defbc3a7-1225-40b6-941f-ac9c2ce632b6', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685b3995-d201-429b-8119-d36bfb058b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:51Z', 'updated_at': '2022-02-28T10:43:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi'}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:53.455047 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76069917-6e26-4423-9524-df280fac8b9f None None] Checking router: 685b3995-d201-429b-8119-d36bfb058b04 for host: dv-cinder-831167-1-iscsi {{(pid=102997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:43:53.455399 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76069917-6e26-4423-9524-df280fac8b9f None None] Updating router 685b3995-d201-429b-8119-d36bfb058b04 port defbc3a7-1225-40b6-941f-ac9c2ce632b6 binding host dv-cinder-831167-1-iscsi {{(pid=102997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:43:53.470026 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-98b088ce-a0ff-44f1-911d-cf2efc808bb2 admin admin] Publish callbacks [] for port (740f7527-786d-4a36-83a8-1c3145e29847), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:53.483656 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.db.api [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102997) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:43:53.484016 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG oslo_db.api [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:43:53.502597 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d5f6cf-f03f-4092-9251-30db11d88297 None None] Pushing event updated for resources: {'Port': ['ID=f752207d-1565-4ff7-b900-6f52533398e0,revision_number=3']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:53.503815 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-98b088ce-a0ff-44f1-911d-cf2efc808bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63288186'] for port (740f7527-786d-4a36-83a8-1c3145e29847), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:53.511956 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-76069917-6e26-4423-9524-df280fac8b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (defbc3a7-1225-40b6-941f-ac9c2ce632b6), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:53.539770 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-38d921e4-cdff-4d9b-88b8-d30d96536b02 None None] Provisioning complete for port f752207d-1565-4ff7-b900-6f52533398e0 triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:53.540148 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-38d921e4-cdff-4d9b-88b8-d30d96536b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (f752207d-1565-4ff7-b900-6f52533398e0), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:53.546500 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b088ce-a0ff-44f1-911d-cf2efc808bb2 admin admin] Network ede571e1-5716-4bae-9020-859bb7f1760f is already hosted by enough agents. {{(pid=102995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:43:53.549469 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.base_scheduler [None req-98b088ce-a0ff-44f1-911d-cf2efc808bb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:43:53.553754 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b088ce-a0ff-44f1-911d-cf2efc808bb2 admin admin] Received port after_create {{(pid=102995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:43:53.556829 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b088ce-a0ff-44f1-911d-cf2efc808bb2 admin admin] Pushing event updated for resources: {'Port': ['ID=740f7527-786d-4a36-83a8-1c3145e29847,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:53.594383 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b088ce-a0ff-44f1-911d-cf2efc808bb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:53.594735 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b088ce-a0ff-44f1-911d-cf2efc808bb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:53.595114 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b088ce-a0ff-44f1-911d-cf2efc808bb2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:53.595457 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b088ce-a0ff-44f1-911d-cf2efc808bb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:53.595790 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b088ce-a0ff-44f1-911d-cf2efc808bb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:53.596117 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b088ce-a0ff-44f1-911d-cf2efc808bb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:53.596445 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b088ce-a0ff-44f1-911d-cf2efc808bb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:53.596771 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b088ce-a0ff-44f1-911d-cf2efc808bb2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:53.597114 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b088ce-a0ff-44f1-911d-cf2efc808bb2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:53.597617 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b088ce-a0ff-44f1-911d-cf2efc808bb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:53.597966 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b088ce-a0ff-44f1-911d-cf2efc808bb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:53.598272 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b088ce-a0ff-44f1-911d-cf2efc808bb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:53.599021 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b088ce-a0ff-44f1-911d-cf2efc808bb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:53.615086 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-98b088ce-a0ff-44f1-911d-cf2efc808bb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-379266'] for router_interface (685b3995-d201-429b-8119-d36bfb058b04), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:53.795773 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-98b088ce-a0ff-44f1-911d-cf2efc808bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (740f7527-786d-4a36-83a8-1c3145e29847), before_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:53.905440 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-38d921e4-cdff-4d9b-88b8-d30d96536b02 None None] Current status of the port f752207d-1565-4ff7-b900-6f52533398e0 is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:43:53.923997 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 33760) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:53.971867 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-98b088ce-a0ff-44f1-911d-cf2efc808bb2 admin admin] Publish callbacks [] for port (740f7527-786d-4a36-83a8-1c3145e29847), precommit_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:53.979315 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-98b088ce-a0ff-44f1-911d-cf2efc808bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63288179'] for port (740f7527-786d-4a36-83a8-1c3145e29847), after_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:54.049227 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-44865be3-32e6-49d4-9968-f2e5fccfc18a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:54.052170 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b088ce-a0ff-44f1-911d-cf2efc808bb2 admin admin] Pushing event updated for resources: {'Port': ['ID=740f7527-786d-4a36-83a8-1c3145e29847,revision_number=2']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:54.055777 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-76069917-6e26-4423-9524-df280fac8b9f None None] Publish callbacks [] for port (defbc3a7-1225-40b6-941f-ac9c2ce632b6), precommit_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:54.060188 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-98b088ce-a0ff-44f1-911d-cf2efc808bb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1717522'] for router_interface (685b3995-d201-429b-8119-d36bfb058b04), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:54.066633 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Current status of the port f752207d-1565-4ff7-b900-6f52533398e0 is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:43:54.069677 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-76069917-6e26-4423-9524-df280fac8b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (defbc3a7-1225-40b6-941f-ac9c2ce632b6), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:54.085503 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-df66f9e9-0f23-4446-abad-40782b5ae203 None None] Provisioning complete for port 740f7527-786d-4a36-83a8-1c3145e29847 triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:54.085884 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-df66f9e9-0f23-4446-abad-40782b5ae203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (740f7527-786d-4a36-83a8-1c3145e29847), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:54.146645 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-44865be3-32e6-49d4-9968-f2e5fccfc18a admin admin] Publish callbacks [] for security_group (028a1392-85fc-4930-95a8-9bc691e55ddc), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:54.150891 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-44865be3-32e6-49d4-9968-f2e5fccfc18a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (028a1392-85fc-4930-95a8-9bc691e55ddc), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:54.153062 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-76069917-6e26-4423-9524-df280fac8b9f None None] Attempting to bind port defbc3a7-1225-40b6-941f-ac9c2ce632b6 on host dv-cinder-831167-1-iscsi for vnic_type normal with profile {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:43:54.153446 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-76069917-6e26-4423-9524-df280fac8b9f None None] Attempting to bind port defbc3a7-1225-40b6-941f-ac9c2ce632b6 by drivers openvswitch,hyperv on host dv-cinder-831167-1-iscsi at level 0 using segments [{'id': '490b7679-533e-4a17-9008-1b96b60e260c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c191bd3-8d00-44c5-b017-904410258187'}] {{(pid=102997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:43:54.153811 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76069917-6e26-4423-9524-df280fac8b9f None None] Attempting to bind port defbc3a7-1225-40b6-941f-ac9c2ce632b6 on network 5c191bd3-8d00-44c5-b017-904410258187 {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:43:54.165806 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76069917-6e26-4423-9524-df280fac8b9f None None] Checking agent: {'id': '9787f0c2-b99f-49df-865b-f8e3f2374559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 1), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:43:54.166186 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76069917-6e26-4423-9524-df280fac8b9f None None] Checking segment: {'id': '490b7679-533e-4a17-9008-1b96b60e260c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c191bd3-8d00-44c5-b017-904410258187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:43:54.166591 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-76069917-6e26-4423-9524-df280fac8b9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:54.167026 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76069917-6e26-4423-9524-df280fac8b9f None None] Bound using segment: {'id': '490b7679-533e-4a17-9008-1b96b60e260c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c191bd3-8d00-44c5-b017-904410258187'} {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:43:54.167508 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-76069917-6e26-4423-9524-df280fac8b9f None None] Bound port: defbc3a7-1225-40b6-941f-ac9c2ce632b6, host: dv-cinder-831167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490b7679-533e-4a17-9008-1b96b60e260c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c191bd3-8d00-44c5-b017-904410258187'}}] {{(pid=102997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:43:54.167887 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-76069917-6e26-4423-9524-df280fac8b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (defbc3a7-1225-40b6-941f-ac9c2ce632b6), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:54.170531 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8dc117-93e9-4c94-a242-f9aa3421271a None None] Pushing event updated for resources: {'Port': ['ID=defbc3a7-1225-40b6-941f-ac9c2ce632b6,revision_number=2']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:54.170822 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b088ce-a0ff-44f1-911d-cf2efc808bb2 admin admin] Network ede571e1-5716-4bae-9020-859bb7f1760f is already hosted by enough agents. {{(pid=102995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:43:54.173446 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.base_scheduler [None req-98b088ce-a0ff-44f1-911d-cf2efc808bb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:43:54.192311 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-df66f9e9-0f23-4446-abad-40782b5ae203 None None] Port 740f7527-786d-4a36-83a8-1c3145e29847 cannot update to ACTIVE because it is not bound. {{(pid=102997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:43:54.192787 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-44865be3-32e6-49d4-9968-f2e5fccfc18a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=812c82bde3e74ea8b51e222a088ac6eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2672200 Feb 28 10:43:54.194111 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44865be3-32e6-49d4-9968-f2e5fccfc18a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028a1392-85fc-4930-95a8-9bc691e55ddc,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:54.195498 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 33764) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:54.230588 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-76069917-6e26-4423-9524-df280fac8b9f None None] For port defbc3a7-1225-40b6-941f-ac9c2ce632b6, host dv-cinder-831167-1-iscsi, cleared binding levels {{(pid=102997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:43:54.233925 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-76069917-6e26-4423-9524-df280fac8b9f None None] For port defbc3a7-1225-40b6-941f-ac9c2ce632b6, host dv-cinder-831167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=defbc3a7-1225-40b6-941f-ac9c2ce632b6,segment=NetworkSegment(490b7679-533e-4a17-9008-1b96b60e260c),segment_id=490b7679-533e-4a17-9008-1b96b60e260c)] {{(pid=102997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:43:54.240622 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-76069917-6e26-4423-9524-df280fac8b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (defbc3a7-1225-40b6-941f-ac9c2ce632b6), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:54.293294 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76069917-6e26-4423-9524-df280fac8b9f None None] Routers {'685b3995-d201-429b-8119-d36bfb058b04'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:43:54.293924 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-76069917-6e26-4423-9524-df280fac8b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:43:27Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['685b3995-d201-429b-8119-d36bfb058b04'], 'active': True} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:54.328621 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-ca2ff2de-044e-45b5-85a4-8dc2fecac75d admin admin] Publish callbacks [] for security_group (028a1392-85fc-4930-95a8-9bc691e55ddc), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:54.346656 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8dc117-93e9-4c94-a242-f9aa3421271a None None] Pushing event updated for resources: {'Port': ['ID=defbc3a7-1225-40b6-941f-ac9c2ce632b6,revision_number=3']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:54.361499 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-ca2ff2de-044e-45b5-85a4-8dc2fecac75d admin admin] Publish callbacks [] for security_group (028a1392-85fc-4930-95a8-9bc691e55ddc), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:54.376471 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b088ce-a0ff-44f1-911d-cf2efc808bb2 admin admin] Router 685b3995-d201-429b-8119-d36bfb058b04 has already been hosted by L3 agent 86347f47-2890-46a7-a199-31163828a11a {{(pid=102995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:43:54.426775 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvr_db [None req-76069917-6e26-4423-9524-df280fac8b9f None None] Set router 685b3995-d201-429b-8119-d36bfb058b04 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:43:54.454894 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-ca2ff2de-044e-45b5-85a4-8dc2fecac75d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (028a1392-85fc-4930-95a8-9bc691e55ddc), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:54.457748 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-ca2ff2de-044e-45b5-85a4-8dc2fecac75d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:54.458125 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-426942ed-c286-422b-9956-d0a82efdfd77 None None] Provisioning complete for port 740f7527-786d-4a36-83a8-1c3145e29847 triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:54.458506 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-426942ed-c286-422b-9956-d0a82efdfd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (740f7527-786d-4a36-83a8-1c3145e29847), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:54.458850 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-ca2ff2de-044e-45b5-85a4-8dc2fecac75d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/028a1392-85fc-4930-95a8-9bc691e55ddc HTTP/1.1" status: 204 len: 168 time: 0.2596688 Feb 28 10:43:54.496012 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ff2de-044e-45b5-85a4-8dc2fecac75d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028a1392-85fc-4930-95a8-9bc691e55ddc,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:54.519766 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b088ce-a0ff-44f1-911d-cf2efc808bb2 admin admin] Notify agent at l3_agent.dv-cinder-831167-1-iscsi the message routers_updated {{(pid=102995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:43:54.534178 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-98b088ce-a0ff-44f1-911d-cf2efc808bb2 admin admin] 10.222.0.44 "PUT /v2.0/routers/685b3995-d201-429b-8119-d36bfb058b04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7890735 Feb 28 10:43:54.543018 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-426942ed-c286-422b-9956-d0a82efdfd77 None None] Port 740f7527-786d-4a36-83a8-1c3145e29847 cannot update to ACTIVE because it is not bound. {{(pid=102997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:43:54.679604 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-76069917-6e26-4423-9524-df280fac8b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685b3995-d201-429b-8119-d36bfb058b04', 'name': 'tempest-TestShelveInstance-1797391390-router', 'tenant_id': '22ea02f677704fa687a93d29125ca6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'defbc3a7-1225-40b6-941f-ac9c2ce632b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:51Z', 'updated_at': '2022-02-28T10:43:53Z', 'revision_number': 4, 'project_id': '22ea02f677704fa687a93d29125ca6a3', 'gw_port': {'id': 'defbc3a7-1225-40b6-941f-ac9c2ce632b6', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685b3995-d201-429b-8119-d36bfb058b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:51Z', 'updated_at': '2022-02-28T10:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '740f7527-786d-4a36-83a8-1c3145e29847', 'name': '', 'network_id': 'ede571e1-5716-4bae-9020-859bb7f1760f', 'tenant_id': '22ea02f677704fa687a93d29125ca6a3', 'mac_address': 'fa:16:3e:17:7a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685b3995-d201-429b-8119-d36bfb058b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '55cefaf0-4c0c-4c3a-bb32-2c28a0d09b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:53Z', 'updated_at': '2022-02-28T10:43:53Z', 'revision_number': 2, 'project_id': '22ea02f677704fa687a93d29125ca6a3', 'subnets': [{'id': '55cefaf0-4c0c-4c3a-bb32-2c28a0d09b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:54.707221 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76069917-6e26-4423-9524-df280fac8b9f None None] The sync data for ids ['685b3995-d201-429b-8119-d36bfb058b04'] in dv-cinder-831167-1-iscsi is: [{'id': '685b3995-d201-429b-8119-d36bfb058b04', 'name': 'tempest-TestShelveInstance-1797391390-router', 'tenant_id': '22ea02f677704fa687a93d29125ca6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'defbc3a7-1225-40b6-941f-ac9c2ce632b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:51Z', 'updated_at': '2022-02-28T10:43:53Z', 'revision_number': 4, 'project_id': '22ea02f677704fa687a93d29125ca6a3', 'gw_port': {'id': 'defbc3a7-1225-40b6-941f-ac9c2ce632b6', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685b3995-d201-429b-8119-d36bfb058b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:51Z', 'updated_at': '2022-02-28T10:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '740f7527-786d-4a36-83a8-1c3145e29847', 'name': '', 'network_id': 'ede571e1-5716-4bae-9020-859bb7f1760f', 'tenant_id': '22ea02f677704fa687a93d29125ca6a3', 'mac_address': 'fa:16:3e:17:7a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685b3995-d201-429b-8119-d36bfb058b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '55cefaf0-4c0c-4c3a-bb32-2c28a0d09b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:53Z', 'updated_at': '2022-02-28T10:43:53Z', 'revision_number': 2, 'project_id': '22ea02f677704fa687a93d29125ca6a3', 'subnets': [{'id': '55cefaf0-4c0c-4c3a-bb32-2c28a0d09b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:43:54.752310 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 33776) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:54.770964 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device f752207d-1565-4ff7-b900-6f52533398e0 up at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:43:54.780849 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 33780) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:54.800193 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-9eea659f-eb59-47af-b975-9cf1f7e15919 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:54.818764 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.db.db_base_plugin_v2 [None req-37c7bd9f-3ae2-4efd-a854-d335fa117d53 admin admin] Deleting subnet 20b114e0-35e1-4a17-ad6b-2b7a729a2100 {{(pid=102995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:43:54.822999 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-37c7bd9f-3ae2-4efd-a854-d335fa117d53 admin admin] Publish callbacks [] for subnet (20b114e0-35e1-4a17-ad6b-2b7a729a2100), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:54.856316 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Provisioning complete for port f752207d-1565-4ff7-b900-6f52533398e0 triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:54.857823 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (f752207d-1565-4ff7-b900-6f52533398e0), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:54.867735 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-37c7bd9f-3ae2-4efd-a854-d335fa117d53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63575877'] for subnet (20b114e0-35e1-4a17-ad6b-2b7a729a2100), precommit_delete_associations {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:54.915944 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-9eea659f-eb59-47af-b975-9cf1f7e15919 admin admin] Publish callbacks [] for security_group (45165684-379a-4b7d-9dc7-4eaaf9c57a18), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:54.920666 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-9eea659f-eb59-47af-b975-9cf1f7e15919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (45165684-379a-4b7d-9dc7-4eaaf9c57a18), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:54.922636 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-37c7bd9f-3ae2-4efd-a854-d335fa117d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759398'] for subnet (20b114e0-35e1-4a17-ad6b-2b7a729a2100), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:54.969681 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-9eea659f-eb59-47af-b975-9cf1f7e15919 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1fb32fd0f681425ba71ff763af16e28e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1875508 Feb 28 10:43:54.971518 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea659f-eb59-47af-b975-9cf1f7e15919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45165684-379a-4b7d-9dc7-4eaaf9c57a18,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:54.972650 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 33782) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:54.998431 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-88f7136d-a113-4d8c-bc3d-e1bde618b8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:55.020548 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Current status of the port f752207d-1565-4ff7-b900-6f52533398e0 is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:43:55.066776 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-37c7bd9f-3ae2-4efd-a854-d335fa117d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63288137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63457326'] for subnet (20b114e0-35e1-4a17-ad6b-2b7a729a2100), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:55.114041 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c7bd9f-3ae2-4efd-a854-d335fa117d53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20b114e0-35e1-4a17-ad6b-2b7a729a2100,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:55.116254 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-37c7bd9f-3ae2-4efd-a854-d335fa117d53 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:55.122511 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 33788) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:55.122649 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-37c7bd9f-3ae2-4efd-a854-d335fa117d53 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/20b114e0-35e1-4a17-ad6b-2b7a729a2100 HTTP/1.1" status: 204 len: 168 time: 0.3692050 Feb 28 10:43:55.123930 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-5e6e7113-ac12-454c-9555-6f374c782bb9 admin admin] Publish callbacks [] for security_group (45165684-379a-4b7d-9dc7-4eaaf9c57a18), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:55.154718 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-5e6e7113-ac12-454c-9555-6f374c782bb9 admin admin] Publish callbacks [] for security_group (45165684-379a-4b7d-9dc7-4eaaf9c57a18), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:55.198168 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-c5b8aee9-6bbf-47e5-bb99-f744377c3efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781725'] for network (65d86c92-8e0b-4075-bd86-d832142206b9), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:55.221174 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-5e6e7113-ac12-454c-9555-6f374c782bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (45165684-379a-4b7d-9dc7-4eaaf9c57a18), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:55.223731 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-5e6e7113-ac12-454c-9555-6f374c782bb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:55.225074 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-5e6e7113-ac12-454c-9555-6f374c782bb9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/45165684-379a-4b7d-9dc7-4eaaf9c57a18 HTTP/1.1" status: 204 len: 168 time: 0.2481866 Feb 28 10:43:55.246337 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6e7113-ac12-454c-9555-6f374c782bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45165684-379a-4b7d-9dc7-4eaaf9c57a18,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:55.321614 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-c5b8aee9-6bbf-47e5-bb99-f744377c3efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721821', 'neutron.services.segments.db._delete_segments_for_network-8783309880477'] for network (65d86c92-8e0b-4075-bd86-d832142206b9), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:55.350457 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.services.segments.db [None req-c5b8aee9-6bbf-47e5-bb99-f744377c3efe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65d86c92-8e0b-4075-bd86-d832142206b9']}} {{(pid=102996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:55.362824 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.services.segments.db [None req-c5b8aee9-6bbf-47e5-bb99-f744377c3efe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a13a6bd-1777-427f-91c3-bea6c3e3d76f') {'for_net_delete': True} {{(pid=102996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:55.363152 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.services.segments.db [None req-c5b8aee9-6bbf-47e5-bb99-f744377c3efe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a13a6bd-1777-427f-91c3-bea6c3e3d76f') {} {{(pid=102996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:55.374405 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 33796) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:55.379408 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [None req-3a5b8bca-e302-4cbb-8dd0-c2caf399c7f5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1086149546-network', 'tenant_id': '70bdad8ea6d744bfbf8ec14f71a0658b'}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:55.387294 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-c5b8aee9-6bbf-47e5-bb99-f744377c3efe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783309883046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63660259'] for segment (0a13a6bd-1777-427f-91c3-bea6c3e3d76f), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:55.402980 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5b8bca-e302-4cbb-8dd0-c2caf399c7f5 admin admin] Made reservation on behalf of 70bdad8ea6d744bfbf8ec14f71a0658b for: {'network': 1} {{(pid=102995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:43:55.406865 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-3a5b8bca-e302-4cbb-8dd0-c2caf399c7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for network (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:55.412634 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-c5b8aee9-6bbf-47e5-bb99-f744377c3efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761337'] for segment (0a13a6bd-1777-427f-91c3-bea6c3e3d76f), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:55.419976 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-3a5b8bca-e302-4cbb-8dd0-c2caf399c7f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:55.420298 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5b8aee9-6bbf-47e5-bb99-f744377c3efe admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=102996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:43:55.420744 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-c5b8aee9-6bbf-47e5-bb99-f744377c3efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63361976'] for segment (0a13a6bd-1777-427f-91c3-bea6c3e3d76f), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:55.423393 dv-cinder-831167-1-iscsi neutron-server[102996]: Traceback (most recent call last): Feb 28 10:43:55.423393 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:43:55.423393 dv-cinder-831167-1-iscsi neutron-server[102996]: timer() Feb 28 10:43:55.423393 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:43:55.423393 dv-cinder-831167-1-iscsi neutron-server[102996]: cb(*args, **kw) Feb 28 10:43:55.423393 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:43:55.423393 dv-cinder-831167-1-iscsi neutron-server[102996]: return func(*args, **kwargs) Feb 28 10:43:55.423393 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:43:55.423393 dv-cinder-831167-1-iscsi neutron-server[102996]: self._notify() Feb 28 10:43:55.423393 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:43:55.423393 dv-cinder-831167-1-iscsi neutron-server[102996]: self.callback(batched_events) Feb 28 10:43:55.423393 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:43:55.423393 dv-cinder-831167-1-iscsi neutron-server[102996]: event.method(event) Feb 28 10:43:55.423393 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:43:55.423393 dv-cinder-831167-1-iscsi neutron-server[102996]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:43:55.423393 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:43:55.423393 dv-cinder-831167-1-iscsi neutron-server[102996]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:43:55.423393 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:43:55.423393 dv-cinder-831167-1-iscsi neutron-server[102996]: return f(self, *a, **k) Feb 28 10:43:55.423393 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:43:55.423393 dv-cinder-831167-1-iscsi neutron-server[102996]: return self._get(url).json() Feb 28 10:43:55.423393 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:43:55.423393 dv-cinder-831167-1-iscsi neutron-server[102996]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:43:55.423393 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:43:55.423393 dv-cinder-831167-1-iscsi neutron-server[102996]: return self.request(url, 'GET', **kwargs) Feb 28 10:43:55.423393 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:43:55.423393 dv-cinder-831167-1-iscsi neutron-server[102996]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:43:55.423393 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:43:55.423393 dv-cinder-831167-1-iscsi neutron-server[102996]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:43:55.423393 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:43:55.423393 dv-cinder-831167-1-iscsi neutron-server[102996]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:43:55.423393 dv-cinder-831167-1-iscsi neutron-server[102996]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:43:55.488876 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-c5b8aee9-6bbf-47e5-bb99-f744377c3efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-379147'] for network (65d86c92-8e0b-4075-bd86-d832142206b9), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:55.495856 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-c5b8aee9-6bbf-47e5-bb99-f744377c3efe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for network (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:55.499028 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-c5b8aee9-6bbf-47e5-bb99-f744377c3efe admin admin] 10.222.0.44 "DELETE /v2.0/networks/65d86c92-8e0b-4075-bd86-d832142206b9 HTTP/1.1" status: 204 len: 168 time: 0.3750408 Feb 28 10:43:55.522430 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-3a5b8bca-e302-4cbb-8dd0-c2caf399c7f5 admin admin] Publish callbacks [] for security_group (b1fea385-0d25-4af1-949e-7b9cda65bf55), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:55.524339 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b8aee9-6bbf-47e5-bb99-f744377c3efe admin admin] Pushing event deleted for resources: {'Network': ['ID=65d86c92-8e0b-4075-bd86-d832142206b9,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:55.532477 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-3a5b8bca-e302-4cbb-8dd0-c2caf399c7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (b1fea385-0d25-4af1-949e-7b9cda65bf55), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:55.573777 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a5b8bca-e302-4cbb-8dd0-c2caf399c7f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=102995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:43:55.580578 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b8bca-e302-4cbb-8dd0-c2caf399c7f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fea385-0d25-4af1-949e-7b9cda65bf55,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:55.588916 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-3a5b8bca-e302-4cbb-8dd0-c2caf399c7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761337'] for segment (4b10265d-ebaa-4579-a65c-1fa121305a4c), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:55.589491 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.db.segments_db [None req-3a5b8bca-e302-4cbb-8dd0-c2caf399c7f5 admin admin] Added segment 4b10265d-ebaa-4579-a65c-1fa121305a4c of type vlan for network e20a4e02-b2fa-4e3b-b7a5-0baecc20bfc4 Feb 28 10:43:55.647027 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-3a5b8bca-e302-4cbb-8dd0-c2caf399c7f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783309439991'] for network (e20a4e02-b2fa-4e3b-b7a5-0baecc20bfc4), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:55.683383 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-3a5b8bca-e302-4cbb-8dd0-c2caf399c7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297'] for network (e20a4e02-b2fa-4e3b-b7a5-0baecc20bfc4), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:55.684605 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5b8bca-e302-4cbb-8dd0-c2caf399c7f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:55.685193 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-3a5b8bca-e302-4cbb-8dd0-c2caf399c7f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for network (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:55.744179 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b8bca-e302-4cbb-8dd0-c2caf399c7f5 admin admin] Pushing event updated for resources: {'Network': ['ID=e20a4e02-b2fa-4e3b-b7a5-0baecc20bfc4,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:55.757273 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-3a5b8bca-e302-4cbb-8dd0-c2caf399c7f5 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3816442 Feb 28 10:43:55.758131 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Network e20a4e02-b2fa-4e3b-b7a5-0baecc20bfc4 details requested by agent ovs-agent-dv-cinder-831167-1-iscsi with host dv-cinder-831167-1-iscsi {{(pid=102997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:43:55.760161 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 33808) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:55.765924 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [None req-64cb50a8-5f9a-4129-abbc-f4055e27c53f admin admin] Request body: {'subnet': {'network_id': 'e20a4e02-b2fa-4e3b-b7a5-0baecc20bfc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1086149546-subnet', 'tenant_id': '70bdad8ea6d744bfbf8ec14f71a0658b', 'ip_version': 4}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:55.784448 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 33812) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:55.797282 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64cb50a8-5f9a-4129-abbc-f4055e27c53f admin admin] Made reservation on behalf of 70bdad8ea6d744bfbf8ec14f71a0658b for: {'subnet': 1} {{(pid=102996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:43:55.800619 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-64cb50a8-5f9a-4129-abbc-f4055e27c53f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64835544'] for subnet (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:55.839713 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-9c4992c3-5193-4569-b558-5bf69f7fbb81 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=26dd6355f38f46af9815bde5526360db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0537004 Feb 28 10:43:55.841170 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 33814) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:55.905100 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-b38669c8-8f64-474c-99bc-92ec480f0822 admin admin] Publish callbacks [] for security_group (d3a60a65-45aa-4b68-a140-f3529d1903ae), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:55.931891 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-b38669c8-8f64-474c-99bc-92ec480f0822 admin admin] Publish callbacks [] for security_group (d3a60a65-45aa-4b68-a140-f3529d1903ae), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:55.999213 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-b38669c8-8f64-474c-99bc-92ec480f0822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (d3a60a65-45aa-4b68-a140-f3529d1903ae), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:56.000311 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-64cb50a8-5f9a-4129-abbc-f4055e27c53f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63361825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64835562'] for subnet (055d135c-001a-4a1a-997e-ff8c560445fd), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:56.002137 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-b38669c8-8f64-474c-99bc-92ec480f0822 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:56.003767 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-b38669c8-8f64-474c-99bc-92ec480f0822 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d3a60a65-45aa-4b68-a140-f3529d1903ae HTTP/1.1" status: 204 len: 168 time: 0.1612222 Feb 28 10:43:56.012894 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38669c8-8f64-474c-99bc-92ec480f0822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a60a65-45aa-4b68-a140-f3529d1903ae,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:56.050965 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cb50a8-5f9a-4129-abbc-f4055e27c53f admin admin] Pushing event updated for resources: {'Subnet': ['ID=055d135c-001a-4a1a-997e-ff8c560445fd,revision_number=0']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:56.090678 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cb50a8-5f9a-4129-abbc-f4055e27c53f admin admin] Checking segment: {'id': '4b10265d-ebaa-4579-a65c-1fa121305a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e20a4e02-b2fa-4e3b-b7a5-0baecc20bfc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:43:56.091074 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cb50a8-5f9a-4129-abbc-f4055e27c53f admin admin] Network hostable DHCP agents. Network: e20a4e02-b2fa-4e3b-b7a5-0baecc20bfc4, hostable agents: ['908aa187-f1dc-423a-8ec3-c19816a84263'], hosted agents: [] {{(pid=102996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:43:56.115174 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cb50a8-5f9a-4129-abbc-f4055e27c53f admin admin] Network e20a4e02-b2fa-4e3b-b7a5-0baecc20bfc4 is scheduled to be hosted by DHCP agent 908aa187-f1dc-423a-8ec3-c19816a84263 with binding_index 1 {{(pid=102996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:43:56.128826 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.base_scheduler [None req-64cb50a8-5f9a-4129-abbc-f4055e27c53f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831167-1-iscsi, e20a4e02-b2fa-4e3b-b7a5-0baecc20bfc4) {{(pid=102996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:43:56.133401 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cb50a8-5f9a-4129-abbc-f4055e27c53f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:56.133998 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-64cb50a8-5f9a-4129-abbc-f4055e27c53f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for subnet (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:56.140015 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6ca362-4c82-467a-991e-163ec92f33b3 None None] Network e20a4e02-b2fa-4e3b-b7a5-0baecc20bfc4 requested from dv-cinder-831167-1-iscsi {{(pid=102997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:43:56.168913 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-64cb50a8-5f9a-4129-abbc-f4055e27c53f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4074819 Feb 28 10:43:56.171491 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 33824) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:56.187553 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [None req-e919bf03-aba4-45a0-a2e4-9517fab7370b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1086149546-router', 'tenant_id': '70bdad8ea6d744bfbf8ec14f71a0658b', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187'}}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:56.225672 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-e919bf03-aba4-45a0-a2e4-9517fab7370b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router (e243216d-0e22-4690-82e6-0fff4db96979), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:56.227570 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-e919bf03-aba4-45a0-a2e4-9517fab7370b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-380290', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8896'] for router (e243216d-0e22-4690-82e6-0fff4db96979), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:56.318353 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-e919bf03-aba4-45a0-a2e4-9517fab7370b admin admin] Publish callbacks [] for router_controller (e243216d-0e22-4690-82e6-0fff4db96979), precommit_add_association {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:56.328710 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee1d344-9a28-4e5f-a8d2-36a5730c3cd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54a0a7cf-b57e-5b42-bf88-c5e67f938400-e20a4e02-b2fa-4e3b-b7a5-0baecc20bfc4', 'network_id': 'e20a4e02-b2fa-4e3b-b7a5-0baecc20bfc4', 'project_id': '70bdad8ea6d744bfbf8ec14f71a0658b', 'fixed_ips': [{'subnet_id': '055d135c-001a-4a1a-997e-ff8c560445fd'}]}} from dv-cinder-831167-1-iscsi. {{(pid=102997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:43:56.329610 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-2ee1d344-9a28-4e5f-a8d2-36a5730c3cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:56.505628 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.db_base_plugin_common [None req-2ee1d344-9a28-4e5f-a8d2-36a5730c3cd0 None None] Allocated IP 172.20.0.2 (e20a4e02-b2fa-4e3b-b7a5-0baecc20bfc4/055d135c-001a-4a1a-997e-ff8c560445fd/77c0d6ee-c9d7-48a9-8576-d7d0e7200247) {{(pid=102997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:43:56.523515 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-e919bf03-aba4-45a0-a2e4-9517fab7370b admin admin] Publish callbacks [] for router_gateway (e243216d-0e22-4690-82e6-0fff4db96979), precommit_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:56.678164 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-2ee1d344-9a28-4e5f-a8d2-36a5730c3cd0 None None] Publish callbacks [] for port (77c0d6ee-c9d7-48a9-8576-d7d0e7200247), precommit_create {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:56.687437 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-2ee1d344-9a28-4e5f-a8d2-36a5730c3cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981'] for port (77c0d6ee-c9d7-48a9-8576-d7d0e7200247), after_create {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:56.732113 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee1d344-9a28-4e5f-a8d2-36a5730c3cd0 None None] Network e20a4e02-b2fa-4e3b-b7a5-0baecc20bfc4 is already hosted by enough agents. {{(pid=102997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:43:56.735285 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.scheduler.base_scheduler [None req-2ee1d344-9a28-4e5f-a8d2-36a5730c3cd0 None None] Resources bound (agent type, host, resource id): {{(pid=102997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:43:56.738828 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee1d344-9a28-4e5f-a8d2-36a5730c3cd0 None None] Received port after_create {{(pid=102997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:43:56.777616 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee1d344-9a28-4e5f-a8d2-36a5730c3cd0 None None] Pushing event updated for resources: {'Port': ['ID=77c0d6ee-c9d7-48a9-8576-d7d0e7200247,revision_number=1']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:56.781393 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-e919bf03-aba4-45a0-a2e4-9517fab7370b admin admin] Publish callbacks [] for router_gateway (e243216d-0e22-4690-82e6-0fff4db96979), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:56.804931 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-e919bf03-aba4-45a0-a2e4-9517fab7370b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:56.811612 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device defbc3a7-1225-40b6-941f-ac9c2ce632b6 up at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:43:56.815184 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-2ee1d344-9a28-4e5f-a8d2-36a5730c3cd0 None None] Attempting to bind port 77c0d6ee-c9d7-48a9-8576-d7d0e7200247 on host dv-cinder-831167-1-iscsi for vnic_type normal with profile {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:43:56.815552 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-2ee1d344-9a28-4e5f-a8d2-36a5730c3cd0 None None] Attempting to bind port 77c0d6ee-c9d7-48a9-8576-d7d0e7200247 by drivers openvswitch,hyperv on host dv-cinder-831167-1-iscsi at level 0 using segments [{'id': '4b10265d-ebaa-4579-a65c-1fa121305a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e20a4e02-b2fa-4e3b-b7a5-0baecc20bfc4'}] {{(pid=102997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:43:56.815989 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee1d344-9a28-4e5f-a8d2-36a5730c3cd0 None None] Attempting to bind port 77c0d6ee-c9d7-48a9-8576-d7d0e7200247 on network e20a4e02-b2fa-4e3b-b7a5-0baecc20bfc4 {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:43:56.847684 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee1d344-9a28-4e5f-a8d2-36a5730c3cd0 None None] Checking agent: {'id': '9787f0c2-b99f-49df-865b-f8e3f2374559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 1), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:43:56.848072 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee1d344-9a28-4e5f-a8d2-36a5730c3cd0 None None] Checking segment: {'id': '4b10265d-ebaa-4579-a65c-1fa121305a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e20a4e02-b2fa-4e3b-b7a5-0baecc20bfc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:43:56.848479 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-2ee1d344-9a28-4e5f-a8d2-36a5730c3cd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:56.848881 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee1d344-9a28-4e5f-a8d2-36a5730c3cd0 None None] Bound using segment: {'id': '4b10265d-ebaa-4579-a65c-1fa121305a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e20a4e02-b2fa-4e3b-b7a5-0baecc20bfc4'} {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:43:56.849363 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-2ee1d344-9a28-4e5f-a8d2-36a5730c3cd0 None None] Bound port: 77c0d6ee-c9d7-48a9-8576-d7d0e7200247, host: dv-cinder-831167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b10265d-ebaa-4579-a65c-1fa121305a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e20a4e02-b2fa-4e3b-b7a5-0baecc20bfc4'}}] {{(pid=102997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:43:56.849780 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-2ee1d344-9a28-4e5f-a8d2-36a5730c3cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (77c0d6ee-c9d7-48a9-8576-d7d0e7200247), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:56.923273 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Provisioning complete for port defbc3a7-1225-40b6-941f-ac9c2ce632b6 triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:56.924102 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (defbc3a7-1225-40b6-941f-ac9c2ce632b6), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:56.936348 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.db_base_plugin_common [None req-e919bf03-aba4-45a0-a2e4-9517fab7370b admin admin] Allocated IP 172.27.1.199 (5c191bd3-8d00-44c5-b017-904410258187/e0d51f16-a2c9-415b-a552-79de15f3fe23/958d5861-483f-45f9-b5d8-83c86da7955d) {{(pid=102996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:43:56.963585 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-2ee1d344-9a28-4e5f-a8d2-36a5730c3cd0 None None] For port 77c0d6ee-c9d7-48a9-8576-d7d0e7200247, host dv-cinder-831167-1-iscsi, cleared binding levels {{(pid=102997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:43:56.989682 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-2ee1d344-9a28-4e5f-a8d2-36a5730c3cd0 None None] For port 77c0d6ee-c9d7-48a9-8576-d7d0e7200247, host dv-cinder-831167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=77c0d6ee-c9d7-48a9-8576-d7d0e7200247,segment=NetworkSegment(4b10265d-ebaa-4579-a65c-1fa121305a4c),segment_id=4b10265d-ebaa-4579-a65c-1fa121305a4c)] {{(pid=102997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:43:57.000762 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-2ee1d344-9a28-4e5f-a8d2-36a5730c3cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (77c0d6ee-c9d7-48a9-8576-d7d0e7200247), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:57.063077 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-e919bf03-aba4-45a0-a2e4-9517fab7370b admin admin] Publish callbacks [] for port (958d5861-483f-45f9-b5d8-83c86da7955d), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:57.097089 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee1d344-9a28-4e5f-a8d2-36a5730c3cd0 None None] Pushing event updated for resources: {'Port': ['ID=77c0d6ee-c9d7-48a9-8576-d7d0e7200247,revision_number=2']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:57.099524 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Current status of the port defbc3a7-1225-40b6-941f-ac9c2ce632b6 is: DOWN; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:43:57.100095 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (defbc3a7-1225-40b6-941f-ac9c2ce632b6), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:57.115353 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-e919bf03-aba4-45a0-a2e4-9517fab7370b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (958d5861-483f-45f9-b5d8-83c86da7955d), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:57.130707 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] For port defbc3a7-1225-40b6-941f-ac9c2ce632b6, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=defbc3a7-1225-40b6-941f-ac9c2ce632b6,segment=NetworkSegment(490b7679-533e-4a17-9008-1b96b60e260c),segment_id=490b7679-533e-4a17-9008-1b96b60e260c)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:57.137192 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (defbc3a7-1225-40b6-941f-ac9c2ce632b6), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:57.156812 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e919bf03-aba4-45a0-a2e4-9517fab7370b admin admin] Network 5c191bd3-8d00-44c5-b017-904410258187 is already hosted by enough agents. {{(pid=102996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:43:57.163462 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.base_scheduler [None req-e919bf03-aba4-45a0-a2e4-9517fab7370b admin admin] Resources bound (agent type, host, resource id): {{(pid=102996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:43:57.167604 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e919bf03-aba4-45a0-a2e4-9517fab7370b admin admin] Received port after_create {{(pid=102996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:43:57.181426 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e919bf03-aba4-45a0-a2e4-9517fab7370b admin admin] Pushing event updated for resources: {'Port': ['ID=958d5861-483f-45f9-b5d8-83c86da7955d,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:57.192053 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-f36c88b7-5008-4afa-8d98-d24e1e26860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:57.206060 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Pushing event updated for resources: {'Port': ['ID=defbc3a7-1225-40b6-941f-ac9c2ce632b6,revision_number=4']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:57.407095 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496f4b92-ffda-420e-9b43-5dc1dd36c5d0 None None] Sync routers for ids ['685b3995-d201-429b-8119-d36bfb058b04'] in dv-cinder-831167-1-iscsi {{(pid=102998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:43:57.419194 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496f4b92-ffda-420e-9b43-5dc1dd36c5d0 None None] Routers {'685b3995-d201-429b-8119-d36bfb058b04'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:43:57.419902 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-496f4b92-ffda-420e-9b43-5dc1dd36c5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:43:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['685b3995-d201-429b-8119-d36bfb058b04'], 'active': True} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:57.470448 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-e919bf03-aba4-45a0-a2e4-9517fab7370b admin admin] Publish callbacks [] for router_gateway (e243216d-0e22-4690-82e6-0fff4db96979), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:57.528684 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvr_db [None req-496f4b92-ffda-420e-9b43-5dc1dd36c5d0 None None] Set router 685b3995-d201-429b-8119-d36bfb058b04 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:43:57.669290 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-e919bf03-aba4-45a0-a2e4-9517fab7370b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-380383'] for router (e243216d-0e22-4690-82e6-0fff4db96979), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:57.828242 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-496f4b92-ffda-420e-9b43-5dc1dd36c5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685b3995-d201-429b-8119-d36bfb058b04', 'name': 'tempest-TestShelveInstance-1797391390-router', 'tenant_id': '22ea02f677704fa687a93d29125ca6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'defbc3a7-1225-40b6-941f-ac9c2ce632b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:51Z', 'updated_at': '2022-02-28T10:43:53Z', 'revision_number': 4, 'project_id': '22ea02f677704fa687a93d29125ca6a3', 'gw_port': {'id': 'defbc3a7-1225-40b6-941f-ac9c2ce632b6', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685b3995-d201-429b-8119-d36bfb058b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:51Z', 'updated_at': '2022-02-28T10:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '740f7527-786d-4a36-83a8-1c3145e29847', 'name': '', 'network_id': 'ede571e1-5716-4bae-9020-859bb7f1760f', 'tenant_id': '22ea02f677704fa687a93d29125ca6a3', 'mac_address': 'fa:16:3e:17:7a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685b3995-d201-429b-8119-d36bfb058b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '55cefaf0-4c0c-4c3a-bb32-2c28a0d09b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:53Z', 'updated_at': '2022-02-28T10:43:53Z', 'revision_number': 2, 'project_id': '22ea02f677704fa687a93d29125ca6a3', 'subnets': [{'id': '55cefaf0-4c0c-4c3a-bb32-2c28a0d09b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:57.856335 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496f4b92-ffda-420e-9b43-5dc1dd36c5d0 None None] Checking router: 685b3995-d201-429b-8119-d36bfb058b04 for host: dv-cinder-831167-1-iscsi {{(pid=102998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:43:57.856848 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496f4b92-ffda-420e-9b43-5dc1dd36c5d0 None None] Updating router 685b3995-d201-429b-8119-d36bfb058b04 port 740f7527-786d-4a36-83a8-1c3145e29847 binding host dv-cinder-831167-1-iscsi {{(pid=102998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:43:57.893838 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-496f4b92-ffda-420e-9b43-5dc1dd36c5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (740f7527-786d-4a36-83a8-1c3145e29847), before_update {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:58.062875 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e919bf03-aba4-45a0-a2e4-9517fab7370b admin admin] Router e243216d-0e22-4690-82e6-0fff4db96979 is scheduled to L3 agent 86347f47-2890-46a7-a199-31163828a11a with binding_index 1 {{(pid=102996) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:43:58.157533 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25998b9-620b-4c76-a94e-a3af10242d99 None None] Network e20a4e02-b2fa-4e3b-b7a5-0baecc20bfc4 requested from dv-cinder-831167-1-iscsi {{(pid=102997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:43:58.204687 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e919bf03-aba4-45a0-a2e4-9517fab7370b admin admin] Notify agent at l3_agent.dv-cinder-831167-1-iscsi the message routers_updated {{(pid=102996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:43:58.209371 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-496f4b92-ffda-420e-9b43-5dc1dd36c5d0 None None] Publish callbacks [] for port (740f7527-786d-4a36-83a8-1c3145e29847), precommit_update {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:58.216460 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-496f4b92-ffda-420e-9b43-5dc1dd36c5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (740f7527-786d-4a36-83a8-1c3145e29847), after_update {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:58.217850 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2ad81a29-d078-4847-842e-314ee11adab9 req-4dc2cc91-dff1-4eb3-9174-4ff7cad2316a tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=126fe1b9a283418cb17fda5e98a2cdcc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415342 Feb 28 10:43:58.219517 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d707fe-30cf-4419-8cfd-cedd3946ce79 None None] Sync routers for ids ['e243216d-0e22-4690-82e6-0fff4db96979'] in dv-cinder-831167-1-iscsi {{(pid=102997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:43:58.233103 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-e919bf03-aba4-45a0-a2e4-9517fab7370b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:58.235336 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-e919bf03-aba4-45a0-a2e4-9517fab7370b admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0619884 Feb 28 10:43:58.237373 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 33854) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:58.241741 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d707fe-30cf-4419-8cfd-cedd3946ce79 None None] Routers {'e243216d-0e22-4690-82e6-0fff4db96979'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:43:58.242391 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-89d707fe-30cf-4419-8cfd-cedd3946ce79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:43:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['e243216d-0e22-4690-82e6-0fff4db96979'], 'active': True} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:58.262391 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50b69e8-830e-4f82-b0b9-cae8cecd2108 None None] Pushing event updated for resources: {'Port': ['ID=740f7527-786d-4a36-83a8-1c3145e29847,revision_number=3']} {{(pid=102998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:58.272201 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50b69e8-830e-4f82-b0b9-cae8cecd2108 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:58.272575 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50b69e8-830e-4f82-b0b9-cae8cecd2108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:58.272938 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50b69e8-830e-4f82-b0b9-cae8cecd2108 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:58.273412 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50b69e8-830e-4f82-b0b9-cae8cecd2108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:58.273747 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50b69e8-830e-4f82-b0b9-cae8cecd2108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:58.274076 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50b69e8-830e-4f82-b0b9-cae8cecd2108 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:58.274416 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50b69e8-830e-4f82-b0b9-cae8cecd2108 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:58.274735 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50b69e8-830e-4f82-b0b9-cae8cecd2108 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:58.275082 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50b69e8-830e-4f82-b0b9-cae8cecd2108 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:58.275425 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50b69e8-830e-4f82-b0b9-cae8cecd2108 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:58.275749 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50b69e8-830e-4f82-b0b9-cae8cecd2108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:58.276072 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50b69e8-830e-4f82-b0b9-cae8cecd2108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:58.276384 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50b69e8-830e-4f82-b0b9-cae8cecd2108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:58.289018 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-6c5bffce-4b52-45d1-8640-ddf902d53b35 None None] Provisioning complete for port 77c0d6ee-c9d7-48a9-8576-d7d0e7200247 triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:58.289619 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-6c5bffce-4b52-45d1-8640-ddf902d53b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (77c0d6ee-c9d7-48a9-8576-d7d0e7200247), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:58.357437 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.managers [None req-496f4b92-ffda-420e-9b43-5dc1dd36c5d0 None None] Attempting to bind port 740f7527-786d-4a36-83a8-1c3145e29847 on host dv-cinder-831167-1-iscsi for vnic_type normal with profile {{(pid=102998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:43:58.358292 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.managers [None req-496f4b92-ffda-420e-9b43-5dc1dd36c5d0 None None] Attempting to bind port 740f7527-786d-4a36-83a8-1c3145e29847 by drivers openvswitch,hyperv on host dv-cinder-831167-1-iscsi at level 0 using segments [{'id': '63d903ce-4606-4071-bc39-3e34308cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ede571e1-5716-4bae-9020-859bb7f1760f'}] {{(pid=102998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:43:58.358837 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496f4b92-ffda-420e-9b43-5dc1dd36c5d0 None None] Attempting to bind port 740f7527-786d-4a36-83a8-1c3145e29847 on network ede571e1-5716-4bae-9020-859bb7f1760f {{(pid=102998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:43:58.366403 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496f4b92-ffda-420e-9b43-5dc1dd36c5d0 None None] Checking agent: {'id': '9787f0c2-b99f-49df-865b-f8e3f2374559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 1), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:43:58.367119 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496f4b92-ffda-420e-9b43-5dc1dd36c5d0 None None] Checking segment: {'id': '63d903ce-4606-4071-bc39-3e34308cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ede571e1-5716-4bae-9020-859bb7f1760f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:43:58.367821 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-496f4b92-ffda-420e-9b43-5dc1dd36c5d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:58.368438 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496f4b92-ffda-420e-9b43-5dc1dd36c5d0 None None] Bound using segment: {'id': '63d903ce-4606-4071-bc39-3e34308cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ede571e1-5716-4bae-9020-859bb7f1760f'} {{(pid=102998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:43:58.369582 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.managers [None req-496f4b92-ffda-420e-9b43-5dc1dd36c5d0 None None] Bound port: 740f7527-786d-4a36-83a8-1c3145e29847, host: dv-cinder-831167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63d903ce-4606-4071-bc39-3e34308cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ede571e1-5716-4bae-9020-859bb7f1760f'}}] {{(pid=102998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:43:58.371423 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-496f4b92-ffda-420e-9b43-5dc1dd36c5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (740f7527-786d-4a36-83a8-1c3145e29847), before_update {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:58.465461 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.db [None req-496f4b92-ffda-420e-9b43-5dc1dd36c5d0 None None] For port 740f7527-786d-4a36-83a8-1c3145e29847, host dv-cinder-831167-1-iscsi, cleared binding levels {{(pid=102998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:43:58.469167 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.db [None req-496f4b92-ffda-420e-9b43-5dc1dd36c5d0 None None] For port 740f7527-786d-4a36-83a8-1c3145e29847, host dv-cinder-831167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=740f7527-786d-4a36-83a8-1c3145e29847,segment=NetworkSegment(63d903ce-4606-4071-bc39-3e34308cb6b7),segment_id=63d903ce-4606-4071-bc39-3e34308cb6b7)] {{(pid=102998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:43:58.480024 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-496f4b92-ffda-420e-9b43-5dc1dd36c5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (740f7527-786d-4a36-83a8-1c3145e29847), after_update {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:58.522426 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad81a29-d078-4847-842e-314ee11adab9 req-55af3f34-a04e-4acb-8582-786972bf21ce tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:58.529926 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2ad81a29-d078-4847-842e-314ee11adab9 req-55af3f34-a04e-4acb-8582-786972bf21ce tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3093984 Feb 28 10:43:58.552959 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2ad81a29-d078-4847-842e-314ee11adab9 req-c8e719e7-a985-49a8-9e70-4eabce1a88f8 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] 10.222.0.44 "GET /v2.0/quotas/126fe1b9a283418cb17fda5e98a2cdcc HTTP/1.1" status: 200 len: 375 time: 0.0220668 Feb 28 10:43:58.561964 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50b69e8-830e-4f82-b0b9-cae8cecd2108 None None] Pushing event updated for resources: {'Port': ['ID=740f7527-786d-4a36-83a8-1c3145e29847,revision_number=4']} {{(pid=102998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:58.585517 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496f4b92-ffda-420e-9b43-5dc1dd36c5d0 None None] Routers {'685b3995-d201-429b-8119-d36bfb058b04'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:43:58.586533 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-496f4b92-ffda-420e-9b43-5dc1dd36c5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:43:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['685b3995-d201-429b-8119-d36bfb058b04'], 'active': True} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:58.606999 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2ad81a29-d078-4847-842e-314ee11adab9 req-83fded9f-93c5-408d-8363-d4065248f69b tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=126fe1b9a283418cb17fda5e98a2cdcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530648 Feb 28 10:43:58.617861 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvr_db [None req-89d707fe-30cf-4419-8cfd-cedd3946ce79 None None] Set router e243216d-0e22-4690-82e6-0fff4db96979 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:43:58.772322 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvr_db [None req-496f4b92-ffda-420e-9b43-5dc1dd36c5d0 None None] Set router 685b3995-d201-429b-8119-d36bfb058b04 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:43:58.837626 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:58.879174 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c367debe-9ef5-4ce4-ba85-e0f2db7bbf77 req-0d465eae-b87d-4fb5-ae11-a9f239c9a341 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] 10.222.0.44 "GET /v2.0/ports?device_id=0971883e-fd1b-4d3f-8012-bb360141eccb HTTP/1.1" status: 200 len: 210 time: 0.0509086 Feb 28 10:43:58.939746 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-6c5bffce-4b52-45d1-8640-ddf902d53b35 None None] Current status of the port 77c0d6ee-c9d7-48a9-8576-d7d0e7200247 is: DOWN; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:43:58.940141 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-6c5bffce-4b52-45d1-8640-ddf902d53b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (77c0d6ee-c9d7-48a9-8576-d7d0e7200247), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:59.039754 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-6c5bffce-4b52-45d1-8640-ddf902d53b35 None None] For port 77c0d6ee-c9d7-48a9-8576-d7d0e7200247, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=77c0d6ee-c9d7-48a9-8576-d7d0e7200247,segment=NetworkSegment(4b10265d-ebaa-4579-a65c-1fa121305a4c),segment_id=4b10265d-ebaa-4579-a65c-1fa121305a4c)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:59.044950 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device defbc3a7-1225-40b6-941f-ac9c2ce632b6 up at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:43:59.049575 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-6c5bffce-4b52-45d1-8640-ddf902d53b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (77c0d6ee-c9d7-48a9-8576-d7d0e7200247), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:59.068151 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-6656e9f7-e8ec-4a7f-ac3d-7a90b5efaef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:59.181055 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-496f4b92-ffda-420e-9b43-5dc1dd36c5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685b3995-d201-429b-8119-d36bfb058b04', 'name': 'tempest-TestShelveInstance-1797391390-router', 'tenant_id': '22ea02f677704fa687a93d29125ca6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'defbc3a7-1225-40b6-941f-ac9c2ce632b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:51Z', 'updated_at': '2022-02-28T10:43:53Z', 'revision_number': 4, 'project_id': '22ea02f677704fa687a93d29125ca6a3', 'gw_port': {'id': 'defbc3a7-1225-40b6-941f-ac9c2ce632b6', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685b3995-d201-429b-8119-d36bfb058b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:51Z', 'updated_at': '2022-02-28T10:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '740f7527-786d-4a36-83a8-1c3145e29847', 'name': '', 'network_id': 'ede571e1-5716-4bae-9020-859bb7f1760f', 'tenant_id': '22ea02f677704fa687a93d29125ca6a3', 'mac_address': 'fa:16:3e:17:7a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685b3995-d201-429b-8119-d36bfb058b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '55cefaf0-4c0c-4c3a-bb32-2c28a0d09b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:53Z', 'updated_at': '2022-02-28T10:43:58Z', 'revision_number': 4, 'project_id': '22ea02f677704fa687a93d29125ca6a3', 'subnets': [{'id': '55cefaf0-4c0c-4c3a-bb32-2c28a0d09b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:59.232229 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496f4b92-ffda-420e-9b43-5dc1dd36c5d0 None None] The sync data for ids ['685b3995-d201-429b-8119-d36bfb058b04'] in dv-cinder-831167-1-iscsi is: [{'id': '685b3995-d201-429b-8119-d36bfb058b04', 'name': 'tempest-TestShelveInstance-1797391390-router', 'tenant_id': '22ea02f677704fa687a93d29125ca6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'defbc3a7-1225-40b6-941f-ac9c2ce632b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:51Z', 'updated_at': '2022-02-28T10:43:53Z', 'revision_number': 4, 'project_id': '22ea02f677704fa687a93d29125ca6a3', 'gw_port': {'id': 'defbc3a7-1225-40b6-941f-ac9c2ce632b6', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685b3995-d201-429b-8119-d36bfb058b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:51Z', 'updated_at': '2022-02-28T10:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '740f7527-786d-4a36-83a8-1c3145e29847', 'name': '', 'network_id': 'ede571e1-5716-4bae-9020-859bb7f1760f', 'tenant_id': '22ea02f677704fa687a93d29125ca6a3', 'mac_address': 'fa:16:3e:17:7a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685b3995-d201-429b-8119-d36bfb058b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '55cefaf0-4c0c-4c3a-bb32-2c28a0d09b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:53Z', 'updated_at': '2022-02-28T10:43:58Z', 'revision_number': 4, 'project_id': '22ea02f677704fa687a93d29125ca6a3', 'subnets': [{'id': '55cefaf0-4c0c-4c3a-bb32-2c28a0d09b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:43:59.242413 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-0c97deaa-6897-4039-bbf7-72513b36b55f None None] Provisioning complete for port 740f7527-786d-4a36-83a8-1c3145e29847 triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:59.242974 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-0c97deaa-6897-4039-bbf7-72513b36b55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (740f7527-786d-4a36-83a8-1c3145e29847), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:59.270285 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5bffce-4b52-45d1-8640-ddf902d53b35 None None] Pushing event updated for resources: {'Port': ['ID=77c0d6ee-c9d7-48a9-8576-d7d0e7200247,revision_number=3']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:59.318453 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Provisioning complete for port defbc3a7-1225-40b6-941f-ac9c2ce632b6 triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:59.318830 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (defbc3a7-1225-40b6-941f-ac9c2ce632b6), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:59.319482 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.db_base_plugin_common [None req-6656e9f7-e8ec-4a7f-ac3d-7a90b5efaef7 admin admin] Allocated IP 172.20.0.1 (e20a4e02-b2fa-4e3b-b7a5-0baecc20bfc4/055d135c-001a-4a1a-997e-ff8c560445fd/8c6b0a01-f798-4a1e-aa8a-9d7719c5af00) {{(pid=102996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:43:59.324883 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-89d707fe-30cf-4419-8cfd-cedd3946ce79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e243216d-0e22-4690-82e6-0fff4db96979', 'name': 'tempest-TestShelveInstance-1086149546-router', 'tenant_id': '70bdad8ea6d744bfbf8ec14f71a0658b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '958d5861-483f-45f9-b5d8-83c86da7955d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:56Z', 'updated_at': '2022-02-28T10:43:57Z', 'revision_number': 3, 'project_id': '70bdad8ea6d744bfbf8ec14f71a0658b', 'gw_port': {'id': '958d5861-483f-45f9-b5d8-83c86da7955d', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e243216d-0e22-4690-82e6-0fff4db96979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:56Z', 'updated_at': '2022-02-28T10:43:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi'}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:59.402366 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d707fe-30cf-4419-8cfd-cedd3946ce79 None None] Checking router: e243216d-0e22-4690-82e6-0fff4db96979 for host: dv-cinder-831167-1-iscsi {{(pid=102997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:43:59.402719 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d707fe-30cf-4419-8cfd-cedd3946ce79 None None] Updating router e243216d-0e22-4690-82e6-0fff4db96979 port 958d5861-483f-45f9-b5d8-83c86da7955d binding host dv-cinder-831167-1-iscsi {{(pid=102997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:43:59.495370 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-6656e9f7-e8ec-4a7f-ac3d-7a90b5efaef7 admin admin] Publish callbacks [] for port (8c6b0a01-f798-4a1e-aa8a-9d7719c5af00), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:59.537118 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-89d707fe-30cf-4419-8cfd-cedd3946ce79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (958d5861-483f-45f9-b5d8-83c86da7955d), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:59.544314 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-0c97deaa-6897-4039-bbf7-72513b36b55f None None] Current status of the port 740f7527-786d-4a36-83a8-1c3145e29847 is: DOWN; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:43:59.544767 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-0c97deaa-6897-4039-bbf7-72513b36b55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (740f7527-786d-4a36-83a8-1c3145e29847), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:59.546113 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-6656e9f7-e8ec-4a7f-ac3d-7a90b5efaef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (8c6b0a01-f798-4a1e-aa8a-9d7719c5af00), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:59.566003 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6656e9f7-e8ec-4a7f-ac3d-7a90b5efaef7 admin admin] Network e20a4e02-b2fa-4e3b-b7a5-0baecc20bfc4 is already hosted by enough agents. {{(pid=102996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:43:59.569058 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.base_scheduler [None req-6656e9f7-e8ec-4a7f-ac3d-7a90b5efaef7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:43:59.599440 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6656e9f7-e8ec-4a7f-ac3d-7a90b5efaef7 admin admin] Received port after_create {{(pid=102996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:43:59.615394 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-0c97deaa-6897-4039-bbf7-72513b36b55f None None] For port 740f7527-786d-4a36-83a8-1c3145e29847, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=740f7527-786d-4a36-83a8-1c3145e29847,segment=NetworkSegment(63d903ce-4606-4071-bc39-3e34308cb6b7),segment_id=63d903ce-4606-4071-bc39-3e34308cb6b7)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:59.628005 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-0c97deaa-6897-4039-bbf7-72513b36b55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (740f7527-786d-4a36-83a8-1c3145e29847), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:59.634865 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Current status of the port defbc3a7-1225-40b6-941f-ac9c2ce632b6 is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:43:59.636031 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 77c0d6ee-c9d7-48a9-8576-d7d0e7200247 up at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:43:59.751520 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6656e9f7-e8ec-4a7f-ac3d-7a90b5efaef7 admin admin] Pushing event updated for resources: {'Port': ['ID=8c6b0a01-f798-4a1e-aa8a-9d7719c5af00,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:59.762441 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-6656e9f7-e8ec-4a7f-ac3d-7a90b5efaef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-379266'] for router_interface (e243216d-0e22-4690-82e6-0fff4db96979), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:59.886895 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c97deaa-6897-4039-bbf7-72513b36b55f None None] Pushing event updated for resources: {'Port': ['ID=740f7527-786d-4a36-83a8-1c3145e29847,revision_number=5']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:59.894683 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-c85458d2-328e-44f6-ba79-853befd897d6 None None] Provisioning complete for port 77c0d6ee-c9d7-48a9-8576-d7d0e7200247 triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:59.894885 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-c85458d2-328e-44f6-ba79-853befd897d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (77c0d6ee-c9d7-48a9-8576-d7d0e7200247), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:59.998233 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-6656e9f7-e8ec-4a7f-ac3d-7a90b5efaef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (8c6b0a01-f798-4a1e-aa8a-9d7719c5af00), before_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:00.019051 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:00.022550 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Provisioning complete for port 77c0d6ee-c9d7-48a9-8576-d7d0e7200247 triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:44:00.023029 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (77c0d6ee-c9d7-48a9-8576-d7d0e7200247), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:00.207231 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-c85458d2-328e-44f6-ba79-853befd897d6 None None] Current status of the port 77c0d6ee-c9d7-48a9-8576-d7d0e7200247 is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:44:00.238260 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7391018e-6f02-4a91-81b1-faa9c00cf547 req-ff9c635e-cfcc-47df-92cd-2e127684b33a tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] 10.222.0.44 "GET /v2.0/ports?device_id=0971883e-fd1b-4d3f-8012-bb360141eccb HTTP/1.1" status: 200 len: 210 time: 0.2681327 Feb 28 10:44:00.239391 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-89d707fe-30cf-4419-8cfd-cedd3946ce79 None None] Publish callbacks [] for port (958d5861-483f-45f9-b5d8-83c86da7955d), precommit_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:00.241254 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Current status of the port 77c0d6ee-c9d7-48a9-8576-d7d0e7200247 is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:44:00.242384 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 740f7527-786d-4a36-83a8-1c3145e29847 up at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:44:00.246462 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-6656e9f7-e8ec-4a7f-ac3d-7a90b5efaef7 admin admin] Publish callbacks [] for port (8c6b0a01-f798-4a1e-aa8a-9d7719c5af00), precommit_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:00.249481 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-89d707fe-30cf-4419-8cfd-cedd3946ce79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (958d5861-483f-45f9-b5d8-83c86da7955d), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:00.252258 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-6656e9f7-e8ec-4a7f-ac3d-7a90b5efaef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63361884'] for port (8c6b0a01-f798-4a1e-aa8a-9d7719c5af00), after_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:00.339059 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6656e9f7-e8ec-4a7f-ac3d-7a90b5efaef7 admin admin] Pushing event updated for resources: {'Port': ['ID=8c6b0a01-f798-4a1e-aa8a-9d7719c5af00,revision_number=2']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:00.341392 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-6656e9f7-e8ec-4a7f-ac3d-7a90b5efaef7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1717522'] for router_interface (e243216d-0e22-4690-82e6-0fff4db96979), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:00.363955 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-89d707fe-30cf-4419-8cfd-cedd3946ce79 None None] Attempting to bind port 958d5861-483f-45f9-b5d8-83c86da7955d on host dv-cinder-831167-1-iscsi for vnic_type normal with profile {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:44:00.364328 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-89d707fe-30cf-4419-8cfd-cedd3946ce79 None None] Attempting to bind port 958d5861-483f-45f9-b5d8-83c86da7955d by drivers openvswitch,hyperv on host dv-cinder-831167-1-iscsi at level 0 using segments [{'id': '490b7679-533e-4a17-9008-1b96b60e260c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c191bd3-8d00-44c5-b017-904410258187'}] {{(pid=102997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:44:00.364695 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d707fe-30cf-4419-8cfd-cedd3946ce79 None None] Attempting to bind port 958d5861-483f-45f9-b5d8-83c86da7955d on network 5c191bd3-8d00-44c5-b017-904410258187 {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:44:00.372413 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-87e2b968-6f17-4d32-a4ab-22c9190183cc None None] Provisioning complete for port 8c6b0a01-f798-4a1e-aa8a-9d7719c5af00 triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:44:00.372790 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-87e2b968-6f17-4d32-a4ab-22c9190183cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (8c6b0a01-f798-4a1e-aa8a-9d7719c5af00), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:00.376499 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ce34a-67ac-4aea-b453-4a1e5a4a6897 None None] Pushing event updated for resources: {'Port': ['ID=958d5861-483f-45f9-b5d8-83c86da7955d,revision_number=2']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:00.380587 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-2ad81a29-d078-4847-842e-314ee11adab9 req-bcad0fdd-bcbd-4ed9-a08b-dada03362146 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=126fe1b9a283418cb17fda5e98a2cdcc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299354 Feb 28 10:44:00.382437 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d707fe-30cf-4419-8cfd-cedd3946ce79 None None] Checking agent: {'id': '9787f0c2-b99f-49df-865b-f8e3f2374559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 1), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:44:00.383256 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d707fe-30cf-4419-8cfd-cedd3946ce79 None None] Checking segment: {'id': '490b7679-533e-4a17-9008-1b96b60e260c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c191bd3-8d00-44c5-b017-904410258187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:44:00.383439 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-89d707fe-30cf-4419-8cfd-cedd3946ce79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:00.383969 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d707fe-30cf-4419-8cfd-cedd3946ce79 None None] Bound using segment: {'id': '490b7679-533e-4a17-9008-1b96b60e260c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c191bd3-8d00-44c5-b017-904410258187'} {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:44:00.384951 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-89d707fe-30cf-4419-8cfd-cedd3946ce79 None None] Bound port: 958d5861-483f-45f9-b5d8-83c86da7955d, host: dv-cinder-831167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490b7679-533e-4a17-9008-1b96b60e260c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c191bd3-8d00-44c5-b017-904410258187'}}] {{(pid=102997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:44:00.385332 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-89d707fe-30cf-4419-8cfd-cedd3946ce79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (958d5861-483f-45f9-b5d8-83c86da7955d), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:00.456753 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-87e2b968-6f17-4d32-a4ab-22c9190183cc None None] Port 8c6b0a01-f798-4a1e-aa8a-9d7719c5af00 cannot update to ACTIVE because it is not bound. {{(pid=102997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:44:00.464800 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Provisioning complete for port 740f7527-786d-4a36-83a8-1c3145e29847 triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:44:00.465176 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (740f7527-786d-4a36-83a8-1c3145e29847), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:00.505692 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-89d707fe-30cf-4419-8cfd-cedd3946ce79 None None] For port 958d5861-483f-45f9-b5d8-83c86da7955d, host dv-cinder-831167-1-iscsi, cleared binding levels {{(pid=102997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:44:00.522546 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-89d707fe-30cf-4419-8cfd-cedd3946ce79 None None] For port 958d5861-483f-45f9-b5d8-83c86da7955d, host dv-cinder-831167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=958d5861-483f-45f9-b5d8-83c86da7955d,segment=NetworkSegment(490b7679-533e-4a17-9008-1b96b60e260c),segment_id=490b7679-533e-4a17-9008-1b96b60e260c)] {{(pid=102997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:44:00.531990 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-89d707fe-30cf-4419-8cfd-cedd3946ce79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (958d5861-483f-45f9-b5d8-83c86da7955d), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:00.612133 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d707fe-30cf-4419-8cfd-cedd3946ce79 None None] Routers {'e243216d-0e22-4690-82e6-0fff4db96979'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:44:00.612741 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-89d707fe-30cf-4419-8cfd-cedd3946ce79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:43:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['e243216d-0e22-4690-82e6-0fff4db96979'], 'active': True} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:44:00.637853 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad81a29-d078-4847-842e-314ee11adab9 req-908bb0b0-f8f7-4cd1-adb8-9168eedf25ac tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:00.639464 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-2ad81a29-d078-4847-842e-314ee11adab9 req-908bb0b0-f8f7-4cd1-adb8-9168eedf25ac tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2495432 Feb 28 10:44:00.644289 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6656e9f7-e8ec-4a7f-ac3d-7a90b5efaef7 admin admin] Network e20a4e02-b2fa-4e3b-b7a5-0baecc20bfc4 is already hosted by enough agents. {{(pid=102996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:44:00.645653 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.base_scheduler [None req-6656e9f7-e8ec-4a7f-ac3d-7a90b5efaef7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:44:00.658721 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Current status of the port 740f7527-786d-4a36-83a8-1c3145e29847 is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:44:00.670276 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ce34a-67ac-4aea-b453-4a1e5a4a6897 None None] Pushing event updated for resources: {'Port': ['ID=958d5861-483f-45f9-b5d8-83c86da7955d,revision_number=3']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:00.700853 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [req-2ad81a29-d078-4847-842e-314ee11adab9 req-d9fbd5ce-f0ed-4e98-b352-d605aa94e0a2 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] Request body: {'port': {'device_id': '0971883e-fd1b-4d3f-8012-bb360141eccb', 'network_id': '148988e9-7d5a-456f-af44-66e246c20cfc', 'admin_state_up': True, 'tenant_id': '126fe1b9a283418cb17fda5e98a2cdcc'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:44:00.748312 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvr_db [None req-89d707fe-30cf-4419-8cfd-cedd3946ce79 None None] Set router e243216d-0e22-4690-82e6-0fff4db96979 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:44:00.785676 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 77c0d6ee-c9d7-48a9-8576-d7d0e7200247 up at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:44:00.850871 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6656e9f7-e8ec-4a7f-ac3d-7a90b5efaef7 admin admin] Router e243216d-0e22-4690-82e6-0fff4db96979 has already been hosted by L3 agent 86347f47-2890-46a7-a199-31163828a11a {{(pid=102996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:44:00.907585 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ad81a29-d078-4847-842e-314ee11adab9 req-d9fbd5ce-f0ed-4e98-b352-d605aa94e0a2 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] Made reservation on behalf of 126fe1b9a283418cb17fda5e98a2cdcc for: {'port': 1} {{(pid=102996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:44:00.910806 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-2ad81a29-d078-4847-842e-314ee11adab9 req-d9fbd5ce-f0ed-4e98-b352-d605aa94e0a2 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:00.925216 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-2ad81a29-d078-4847-842e-314ee11adab9 req-d9fbd5ce-f0ed-4e98-b352-d605aa94e0a2 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:01.017119 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6656e9f7-e8ec-4a7f-ac3d-7a90b5efaef7 admin admin] Notify agent at l3_agent.dv-cinder-831167-1-iscsi the message routers_updated {{(pid=102996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:44:01.025563 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-6656e9f7-e8ec-4a7f-ac3d-7a90b5efaef7 admin admin] 10.222.0.44 "PUT /v2.0/routers/e243216d-0e22-4690-82e6-0fff4db96979/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7865999 Feb 28 10:44:01.056650 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-2ad81a29-d078-4847-842e-314ee11adab9 req-d9fbd5ce-f0ed-4e98-b352-d605aa94e0a2 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] Publish callbacks [] for security_group (9c2948d1-ba2b-4473-8556-f5ae06a6fa04), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:01.061953 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-2ad81a29-d078-4847-842e-314ee11adab9 req-d9fbd5ce-f0ed-4e98-b352-d605aa94e0a2 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (9c2948d1-ba2b-4473-8556-f5ae06a6fa04), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:01.082934 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Provisioning complete for port 77c0d6ee-c9d7-48a9-8576-d7d0e7200247 triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:44:01.083288 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (77c0d6ee-c9d7-48a9-8576-d7d0e7200247), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:01.137640 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fbd5ce-f0ed-4e98-b352-d605aa94e0a2 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2948d1-ba2b-4473-8556-f5ae06a6fa04,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:01.155680 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-4a1189a0-3205-47e6-ad54-332189920195 None None] Provisioning complete for port 8c6b0a01-f798-4a1e-aa8a-9d7719c5af00 triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:44:01.156056 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4a1189a0-3205-47e6-ad54-332189920195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (8c6b0a01-f798-4a1e-aa8a-9d7719c5af00), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:01.206545 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-4a1189a0-3205-47e6-ad54-332189920195 None None] Port 8c6b0a01-f798-4a1e-aa8a-9d7719c5af00 cannot update to ACTIVE because it is not bound. {{(pid=102997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:44:01.211251 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.db_base_plugin_common [req-2ad81a29-d078-4847-842e-314ee11adab9 req-d9fbd5ce-f0ed-4e98-b352-d605aa94e0a2 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] Allocated IP 192.168.233.101 (148988e9-7d5a-456f-af44-66e246c20cfc/43ad745b-700b-461e-a0e3-bc6a92602535/cadd1cac-b7c3-46b4-9ef6-006952cd33f4) {{(pid=102996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:44:01.250570 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-89d707fe-30cf-4419-8cfd-cedd3946ce79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e243216d-0e22-4690-82e6-0fff4db96979', 'name': 'tempest-TestShelveInstance-1086149546-router', 'tenant_id': '70bdad8ea6d744bfbf8ec14f71a0658b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '958d5861-483f-45f9-b5d8-83c86da7955d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:56Z', 'updated_at': '2022-02-28T10:43:59Z', 'revision_number': 4, 'project_id': '70bdad8ea6d744bfbf8ec14f71a0658b', 'gw_port': {'id': '958d5861-483f-45f9-b5d8-83c86da7955d', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e243216d-0e22-4690-82e6-0fff4db96979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:56Z', 'updated_at': '2022-02-28T10:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '8c6b0a01-f798-4a1e-aa8a-9d7719c5af00', 'name': '', 'network_id': 'e20a4e02-b2fa-4e3b-b7a5-0baecc20bfc4', 'tenant_id': '70bdad8ea6d744bfbf8ec14f71a0658b', 'mac_address': 'fa:16:3e:3d:02:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e243216d-0e22-4690-82e6-0fff4db96979', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '055d135c-001a-4a1a-997e-ff8c560445fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:59Z', 'updated_at': '2022-02-28T10:44:00Z', 'revision_number': 2, 'project_id': '70bdad8ea6d744bfbf8ec14f71a0658b', 'subnets': [{'id': '055d135c-001a-4a1a-997e-ff8c560445fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:44:01.281307 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d707fe-30cf-4419-8cfd-cedd3946ce79 None None] The sync data for ids ['e243216d-0e22-4690-82e6-0fff4db96979'] in dv-cinder-831167-1-iscsi is: [{'id': 'e243216d-0e22-4690-82e6-0fff4db96979', 'name': 'tempest-TestShelveInstance-1086149546-router', 'tenant_id': '70bdad8ea6d744bfbf8ec14f71a0658b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '958d5861-483f-45f9-b5d8-83c86da7955d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:56Z', 'updated_at': '2022-02-28T10:43:59Z', 'revision_number': 4, 'project_id': '70bdad8ea6d744bfbf8ec14f71a0658b', 'gw_port': {'id': '958d5861-483f-45f9-b5d8-83c86da7955d', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e243216d-0e22-4690-82e6-0fff4db96979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:56Z', 'updated_at': '2022-02-28T10:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '8c6b0a01-f798-4a1e-aa8a-9d7719c5af00', 'name': '', 'network_id': 'e20a4e02-b2fa-4e3b-b7a5-0baecc20bfc4', 'tenant_id': '70bdad8ea6d744bfbf8ec14f71a0658b', 'mac_address': 'fa:16:3e:3d:02:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e243216d-0e22-4690-82e6-0fff4db96979', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '055d135c-001a-4a1a-997e-ff8c560445fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:59Z', 'updated_at': '2022-02-28T10:44:00Z', 'revision_number': 2, 'project_id': '70bdad8ea6d744bfbf8ec14f71a0658b', 'subnets': [{'id': '055d135c-001a-4a1a-997e-ff8c560445fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:44:01.283776 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Current status of the port 77c0d6ee-c9d7-48a9-8576-d7d0e7200247 is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:44:01.285472 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 740f7527-786d-4a36-83a8-1c3145e29847 up at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:44:01.366113 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Provisioning complete for port 740f7527-786d-4a36-83a8-1c3145e29847 triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:44:01.372437 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7a7a9ed7-664b-4dfd-909d-cf80c473112c req-890b6eaf-3681-4ae2-93a2-c1ae8c82e804 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] 10.222.0.44 "GET /v2.0/ports?device_id=0971883e-fd1b-4d3f-8012-bb360141eccb HTTP/1.1" status: 200 len: 210 time: 0.0551283 Feb 28 10:44:01.373419 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (740f7527-786d-4a36-83a8-1c3145e29847), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:01.417036 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-2ad81a29-d078-4847-842e-314ee11adab9 req-d9fbd5ce-f0ed-4e98-b352-d605aa94e0a2 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] Publish callbacks [] for port (cadd1cac-b7c3-46b4-9ef6-006952cd33f4), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:01.453696 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-2ad81a29-d078-4847-842e-314ee11adab9 req-d9fbd5ce-f0ed-4e98-b352-d605aa94e0a2 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (cadd1cac-b7c3-46b4-9ef6-006952cd33f4), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:01.473167 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Current status of the port 740f7527-786d-4a36-83a8-1c3145e29847 is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:44:01.503117 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ad81a29-d078-4847-842e-314ee11adab9 req-d9fbd5ce-f0ed-4e98-b352-d605aa94e0a2 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] Network 148988e9-7d5a-456f-af44-66e246c20cfc is already hosted by enough agents. {{(pid=102996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:44:01.506491 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.base_scheduler [req-2ad81a29-d078-4847-842e-314ee11adab9 req-d9fbd5ce-f0ed-4e98-b352-d605aa94e0a2 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] Resources bound (agent type, host, resource id): {{(pid=102996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:44:01.511876 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad81a29-d078-4847-842e-314ee11adab9 req-d9fbd5ce-f0ed-4e98-b352-d605aa94e0a2 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] Received port after_create {{(pid=102996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:44:01.540900 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fbd5ce-f0ed-4e98-b352-d605aa94e0a2 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] Pushing event updated for resources: {'Port': ['ID=cadd1cac-b7c3-46b4-9ef6-006952cd33f4,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:01.566336 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:01.574101 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad81a29-d078-4847-842e-314ee11adab9 req-d9fbd5ce-f0ed-4e98-b352-d605aa94e0a2 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:01.574101 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-2ad81a29-d078-4847-842e-314ee11adab9 req-d9fbd5ce-f0ed-4e98-b352-d605aa94e0a2 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:01.612213 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-2ad81a29-d078-4847-842e-314ee11adab9 req-d9fbd5ce-f0ed-4e98-b352-d605aa94e0a2 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9210567 Feb 28 10:44:01.630882 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [req-2ad81a29-d078-4847-842e-314ee11adab9 req-2ee6d519-ad8e-44b3-961c-e87515c07fbb service neutron] Request body: {'port': {'device_id': '0971883e-fd1b-4d3f-8012-bb360141eccb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83116'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:44:01.698189 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 33886) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:01.703733 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [None req-f17fb466-e488-474f-842c-79fa07ed0611 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1662454718', 'description': 'tempest-secgroup-smoke-1662454718 description', 'project_id': '22ea02f677704fa687a93d29125ca6a3'}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:44:01.717502 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-2ad81a29-d078-4847-842e-314ee11adab9 req-2ee6d519-ad8e-44b3-961c-e87515c07fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (cadd1cac-b7c3-46b4-9ef6-006952cd33f4), before_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:01.739714 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-f17fb466-e488-474f-842c-79fa07ed0611 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks [] for security_group (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:01.829703 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-f17fb466-e488-474f-842c-79fa07ed0611 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks [] for security_group (4c2bdc8a-d08e-4546-a893-aaa7a48984d8), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:01.834672 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-f17fb466-e488-474f-842c-79fa07ed0611 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (4c2bdc8a-d08e-4546-a893-aaa7a48984d8), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:01.845178 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-9aee501a-ba2d-4782-be43-a24211eb1682 None None] Provisioning complete for port cadd1cac-b7c3-46b4-9ef6-006952cd33f4 triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:44:01.845550 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-9aee501a-ba2d-4782-be43-a24211eb1682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (cadd1cac-b7c3-46b4-9ef6-006952cd33f4), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:01.862749 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-f17fb466-e488-474f-842c-79fa07ed0611 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:01.864582 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-f17fb466-e488-474f-842c-79fa07ed0611 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1647098 Feb 28 10:44:01.867590 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 33888) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:01.877836 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [None req-9c727260-b2d5-4471-8f4a-36c1213f9118 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Request body: {'security_group_rule': {'security_group_id': '4c2bdc8a-d08e-4546-a893-aaa7a48984d8', 'project_id': '22ea02f677704fa687a93d29125ca6a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:44:01.889577 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-9aee501a-ba2d-4782-be43-a24211eb1682 None None] Port cadd1cac-b7c3-46b4-9ef6-006952cd33f4 cannot update to ACTIVE because it is not bound. {{(pid=102997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:44:01.901541 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17fb466-e488-474f-842c-79fa07ed0611 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2bdc8a-d08e-4546-a893-aaa7a48984d8,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:01.923885 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-9c727260-b2d5-4471-8f4a-36c1213f9118 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks [] for security_group_rule (2b4207bc-bd0f-447c-a522-4a75e20baaa0), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:01.985212 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-9c727260-b2d5-4471-8f4a-36c1213f9118 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks [] for security_group_rule (2b4207bc-bd0f-447c-a522-4a75e20baaa0), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:01.989326 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-9c727260-b2d5-4471-8f4a-36c1213f9118 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826235'] for security_group_rule (2b4207bc-bd0f-447c-a522-4a75e20baaa0), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:02.013615 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-9c727260-b2d5-4471-8f4a-36c1213f9118 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:02.014800 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-9c727260-b2d5-4471-8f4a-36c1213f9118 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1455567 Feb 28 10:44:02.016143 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c727260-b2d5-4471-8f4a-36c1213f9118 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b4207bc-bd0f-447c-a522-4a75e20baaa0,revision_number=0']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:02.017794 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 33890) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:02.022209 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [None req-4860f782-685e-4997-aa53-85eccfa28092 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Request body: {'security_group_rule': {'security_group_id': '4c2bdc8a-d08e-4546-a893-aaa7a48984d8', 'project_id': '22ea02f677704fa687a93d29125ca6a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:44:02.039990 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [req-2ad81a29-d078-4847-842e-314ee11adab9 req-2ee6d519-ad8e-44b3-961c-e87515c07fbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cadd1cac-b7c3-46b4-9ef6-006952cd33f4 {{(pid=102996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:44:02.050760 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-2ad81a29-d078-4847-842e-314ee11adab9 req-2ee6d519-ad8e-44b3-961c-e87515c07fbb service neutron] Publish callbacks [] for port (cadd1cac-b7c3-46b4-9ef6-006952cd33f4), precommit_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:02.068589 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.provisioning_blocks [req-2ad81a29-d078-4847-842e-314ee11adab9 req-2ee6d519-ad8e-44b3-961c-e87515c07fbb service neutron] Transition to ACTIVE for port object cadd1cac-b7c3-46b4-9ef6-006952cd33f4 will not be triggered until provisioned by entity L2. {{(pid=102996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:44:02.070088 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-4860f782-685e-4997-aa53-85eccfa28092 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks [] for security_group_rule (26015e2f-9aa6-4fa5-9f73-d3a02de653ad), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:02.074344 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-2ad81a29-d078-4847-842e-314ee11adab9 req-2ee6d519-ad8e-44b3-961c-e87515c07fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63361884'] for port (cadd1cac-b7c3-46b4-9ef6-006952cd33f4), after_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:02.169167 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee6d519-ad8e-44b3-961c-e87515c07fbb service neutron] Pushing event updated for resources: {'Port': ['ID=cadd1cac-b7c3-46b4-9ef6-006952cd33f4,revision_number=2']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:02.231215 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-4860f782-685e-4997-aa53-85eccfa28092 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks [] for security_group_rule (26015e2f-9aa6-4fa5-9f73-d3a02de653ad), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:02.236555 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-4860f782-685e-4997-aa53-85eccfa28092 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826235'] for security_group_rule (26015e2f-9aa6-4fa5-9f73-d3a02de653ad), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:02.269691 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4860f782-685e-4997-aa53-85eccfa28092 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26015e2f-9aa6-4fa5-9f73-d3a02de653ad,revision_number=0']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:02.271885 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-2ad81a29-d078-4847-842e-314ee11adab9 req-2ee6d519-ad8e-44b3-961c-e87515c07fbb service neutron] Attempting to bind port cadd1cac-b7c3-46b4-9ef6-006952cd33f4 on host hv-cinder-83116 for vnic_type normal with profile {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:44:02.272223 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-2ad81a29-d078-4847-842e-314ee11adab9 req-2ee6d519-ad8e-44b3-961c-e87515c07fbb service neutron] Attempting to bind port cadd1cac-b7c3-46b4-9ef6-006952cd33f4 by drivers openvswitch,hyperv on host hv-cinder-83116 at level 0 using segments [{'id': 'c2c806d7-779f-428e-bd0c-8da2128dfe35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '148988e9-7d5a-456f-af44-66e246c20cfc'}] {{(pid=102996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:44:02.272552 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad81a29-d078-4847-842e-314ee11adab9 req-2ee6d519-ad8e-44b3-961c-e87515c07fbb service neutron] Attempting to bind port cadd1cac-b7c3-46b4-9ef6-006952cd33f4 on network 148988e9-7d5a-456f-af44-66e246c20cfc {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:44:02.277896 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-4860f782-685e-4997-aa53-85eccfa28092 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:02.279150 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-4860f782-685e-4997-aa53-85eccfa28092 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2603819 Feb 28 10:44:02.281965 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 33892) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:02.285891 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad81a29-d078-4847-842e-314ee11adab9 req-2ee6d519-ad8e-44b3-961c-e87515c07fbb service neutron] Port cadd1cac-b7c3-46b4-9ef6-006952cd33f4 on network 148988e9-7d5a-456f-af44-66e246c20cfc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83116 {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:44:02.286316 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad81a29-d078-4847-842e-314ee11adab9 req-2ee6d519-ad8e-44b3-961c-e87515c07fbb service neutron] Attempting to bind port cadd1cac-b7c3-46b4-9ef6-006952cd33f4 on network 148988e9-7d5a-456f-af44-66e246c20cfc {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:44:02.287513 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [None req-44686c51-27af-4999-963e-8774e00e10ef tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Request body: {'security_group_rule': {'security_group_id': '4c2bdc8a-d08e-4546-a893-aaa7a48984d8', 'project_id': '22ea02f677704fa687a93d29125ca6a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:44:02.293868 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad81a29-d078-4847-842e-314ee11adab9 req-2ee6d519-ad8e-44b3-961c-e87515c07fbb service neutron] Checking agent: {'id': 'db31e800-75f5-4bdb-84cd-f402d346b45c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 36, 4), 'started_at': datetime.datetime(2022, 2, 28, 10, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:44:02.294436 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad81a29-d078-4847-842e-314ee11adab9 req-2ee6d519-ad8e-44b3-961c-e87515c07fbb service neutron] Checking segment: {'id': 'c2c806d7-779f-428e-bd0c-8da2128dfe35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '148988e9-7d5a-456f-af44-66e246c20cfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:44:02.294881 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad81a29-d078-4847-842e-314ee11adab9 req-2ee6d519-ad8e-44b3-961c-e87515c07fbb service neutron] Bound using segment: {'id': 'c2c806d7-779f-428e-bd0c-8da2128dfe35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '148988e9-7d5a-456f-af44-66e246c20cfc'} {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:44:02.295575 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-2ad81a29-d078-4847-842e-314ee11adab9 req-2ee6d519-ad8e-44b3-961c-e87515c07fbb service neutron] Bound port: cadd1cac-b7c3-46b4-9ef6-006952cd33f4, host: hv-cinder-83116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2c806d7-779f-428e-bd0c-8da2128dfe35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '148988e9-7d5a-456f-af44-66e246c20cfc'}}] {{(pid=102996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:44:02.296017 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-2ad81a29-d078-4847-842e-314ee11adab9 req-2ee6d519-ad8e-44b3-961c-e87515c07fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (cadd1cac-b7c3-46b4-9ef6-006952cd33f4), before_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:02.320403 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-44686c51-27af-4999-963e-8774e00e10ef tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks [] for security_group_rule (5caa2396-d724-4e3f-8c90-8eada1cfd871), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:02.375127 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-2ad81a29-d078-4847-842e-314ee11adab9 req-2ee6d519-ad8e-44b3-961c-e87515c07fbb service neutron] For port cadd1cac-b7c3-46b4-9ef6-006952cd33f4, host hv-cinder-83116, cleared binding levels {{(pid=102996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:44:02.378462 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-2ad81a29-d078-4847-842e-314ee11adab9 req-2ee6d519-ad8e-44b3-961c-e87515c07fbb service neutron] For port cadd1cac-b7c3-46b4-9ef6-006952cd33f4, host hv-cinder-83116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=cadd1cac-b7c3-46b4-9ef6-006952cd33f4,segment=NetworkSegment(c2c806d7-779f-428e-bd0c-8da2128dfe35),segment_id=c2c806d7-779f-428e-bd0c-8da2128dfe35)] {{(pid=102996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:44:02.386409 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-44686c51-27af-4999-963e-8774e00e10ef tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks [] for security_group_rule (5caa2396-d724-4e3f-8c90-8eada1cfd871), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:02.387785 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-2ad81a29-d078-4847-842e-314ee11adab9 req-2ee6d519-ad8e-44b3-961c-e87515c07fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63361884'] for port (cadd1cac-b7c3-46b4-9ef6-006952cd33f4), after_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:02.390536 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-44686c51-27af-4999-963e-8774e00e10ef tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826235'] for security_group_rule (5caa2396-d724-4e3f-8c90-8eada1cfd871), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:02.410958 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44686c51-27af-4999-963e-8774e00e10ef tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5caa2396-d724-4e3f-8c90-8eada1cfd871,revision_number=0']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:02.416706 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad81a29-d078-4847-842e-314ee11adab9 req-2ee6d519-ad8e-44b3-961c-e87515c07fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:02.417365 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-2ad81a29-d078-4847-842e-314ee11adab9 req-2ee6d519-ad8e-44b3-961c-e87515c07fbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:02.418803 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-2ad81a29-d078-4847-842e-314ee11adab9 req-2ee6d519-ad8e-44b3-961c-e87515c07fbb service neutron] 10.222.0.46 "PUT /v2.0/ports/cadd1cac-b7c3-46b4-9ef6-006952cd33f4 HTTP/1.1" status: 200 len: 1098 time: 0.7925031 Feb 28 10:44:02.419285 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0971883e-fd1b-4d3f-8012-bb360141eccb', 'tag': 'cadd1cac-b7c3-46b4-9ef6-006952cd33f4'}] {{(pid=102996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:44:02.421545 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fc607127e9415785fd538e0c70e4bf06f6b8f20b6b46de5a0809c41644901f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c76af5-813b-4817-b4e4-3d59efb6abd7" -d '{"events": [{"name": "network-changed", "server_uuid": "0971883e-fd1b-4d3f-8012-bb360141eccb", "tag": "cadd1cac-b7c3-46b4-9ef6-006952cd33f4"}]}' {{(pid=102996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:44:02.426022 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-44686c51-27af-4999-963e-8774e00e10ef tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:02.427453 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-44686c51-27af-4999-963e-8774e00e10ef tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1442659 Feb 28 10:44:02.439586 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 33898) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:02.444368 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [None req-58bf9eb2-579a-41e3-b923-34a4c84f5d9e tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Request body: {'security_group_rule': {'security_group_id': '4c2bdc8a-d08e-4546-a893-aaa7a48984d8', 'project_id': '22ea02f677704fa687a93d29125ca6a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:44:02.494616 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-58bf9eb2-579a-41e3-b923-34a4c84f5d9e tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks [] for security_group_rule (51cfc728-6851-4565-a99f-dca5594bf8a9), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:02.572040 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee6d519-ad8e-44b3-961c-e87515c07fbb service neutron] Pushing event updated for resources: {'Port': ['ID=cadd1cac-b7c3-46b4-9ef6-006952cd33f4,revision_number=3']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:02.588782 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad81a29-d078-4847-842e-314ee11adab9 req-a2bde944-ae8a-4f76-a137-64d929c6624e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:02.590416 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-2ad81a29-d078-4847-842e-314ee11adab9 req-a2bde944-ae8a-4f76-a137-64d929c6624e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=126fe1b9a283418cb17fda5e98a2cdcc&device_id=0971883e-fd1b-4d3f-8012-bb360141eccb HTTP/1.1" status: 200 len: 1132 time: 0.1053183 Feb 28 10:44:02.600435 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a322424-3b26-43cf-afb8-df1874955bc1 x-openstack-request-id: req-4a322424-3b26-43cf-afb8-df1874955bc1 {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:44:02.600753 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0971883e-fd1b-4d3f-8012-bb360141eccb", "tag": "cadd1cac-b7c3-46b4-9ef6-006952cd33f4", "status": "completed", "code": 200}]} {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:44:02.601000 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4a322424-3b26-43cf-afb8-df1874955bc1 {{(pid=102996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:44:02.601415 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0971883e-fd1b-4d3f-8012-bb360141eccb', 'tag': 'cadd1cac-b7c3-46b4-9ef6-006952cd33f4', 'status': 'completed', 'code': 200} Feb 28 10:44:02.604334 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-58bf9eb2-579a-41e3-b923-34a4c84f5d9e tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks [] for security_group_rule (51cfc728-6851-4565-a99f-dca5594bf8a9), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:02.613580 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d40eb-33c7-44cd-850e-dd871298e78f req-1ffa7b12-fa85-461a-887c-be584008791d tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:02.615212 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-245d40eb-33c7-44cd-850e-dd871298e78f req-1ffa7b12-fa85-461a-887c-be584008791d tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] 10.222.0.44 "GET /v2.0/ports?device_id=0971883e-fd1b-4d3f-8012-bb360141eccb HTTP/1.1" status: 200 len: 948 time: 0.1331530 Feb 28 10:44:02.616510 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-58bf9eb2-579a-41e3-b923-34a4c84f5d9e tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826235'] for security_group_rule (51cfc728-6851-4565-a99f-dca5594bf8a9), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:02.647723 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bf9eb2-579a-41e3-b923-34a4c84f5d9e tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51cfc728-6851-4565-a99f-dca5594bf8a9,revision_number=0']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:02.669000 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-2ad81a29-d078-4847-842e-314ee11adab9 req-9f942985-1805-4a2a-b13b-8952905afa90 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=cadd1cac-b7c3-46b4-9ef6-006952cd33f4 HTTP/1.1" status: 200 len: 217 time: 0.0486681 Feb 28 10:44:02.691392 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-58bf9eb2-579a-41e3-b923-34a4c84f5d9e tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:02.695972 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-58bf9eb2-579a-41e3-b923-34a4c84f5d9e tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2550237 Feb 28 10:44:02.697625 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 33902) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:02.708398 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [None req-5c1fe344-5c8d-4695-a62f-53f1fe16dc35 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Request body: {'security_group_rule': {'security_group_id': '4c2bdc8a-d08e-4546-a893-aaa7a48984d8', 'project_id': '22ea02f677704fa687a93d29125ca6a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:44:02.744257 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.db.securitygroups_db [None req-5c1fe344-5c8d-4695-a62f-53f1fe16dc35 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Project 22ea02f677704fa687a93d29125ca6a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:44:02.753320 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-5c1fe344-5c8d-4695-a62f-53f1fe16dc35 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks [] for security_group_rule (b7927a4a-43ed-4969-9153-e685981436c9), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:02.795840 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-245d40eb-33c7-44cd-850e-dd871298e78f req-7059f745-fbd5-4e47-99fc-7d55108e843f tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c2948d1-ba2b-4473-8556-f5ae06a6fa04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719482 Feb 28 10:44:02.805584 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 958d5861-483f-45f9-b5d8-83c86da7955d up at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:44:02.827614 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-5c1fe344-5c8d-4695-a62f-53f1fe16dc35 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks [] for security_group_rule (b7927a4a-43ed-4969-9153-e685981436c9), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:02.839360 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-5c1fe344-5c8d-4695-a62f-53f1fe16dc35 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826235'] for security_group_rule (b7927a4a-43ed-4969-9153-e685981436c9), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:02.861685 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1fe344-5c8d-4695-a62f-53f1fe16dc35 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7927a4a-43ed-4969-9153-e685981436c9,revision_number=0']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:02.866284 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Provisioning complete for port 958d5861-483f-45f9-b5d8-83c86da7955d triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:44:02.866735 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (958d5861-483f-45f9-b5d8-83c86da7955d), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:02.874214 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-5c1fe344-5c8d-4695-a62f-53f1fe16dc35 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:02.878749 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-5c1fe344-5c8d-4695-a62f-53f1fe16dc35 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1780977 Feb 28 10:44:02.879511 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 33904) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:02.885024 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [None req-1bae9580-fbb0-49dd-b079-2cada416be1f tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Request body: {'security_group_rule': {'security_group_id': '4c2bdc8a-d08e-4546-a893-aaa7a48984d8', 'project_id': '22ea02f677704fa687a93d29125ca6a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:44:02.912457 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.db.securitygroups_db [None req-1bae9580-fbb0-49dd-b079-2cada416be1f tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Project 22ea02f677704fa687a93d29125ca6a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:44:02.920522 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-1bae9580-fbb0-49dd-b079-2cada416be1f tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks [] for security_group_rule (93b2a2ea-8f80-4263-aa0d-c80c4523da53), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:02.957861 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Current status of the port 958d5861-483f-45f9-b5d8-83c86da7955d is: DOWN; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:44:02.958255 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (958d5861-483f-45f9-b5d8-83c86da7955d), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:02.981608 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] For port 958d5861-483f-45f9-b5d8-83c86da7955d, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=958d5861-483f-45f9-b5d8-83c86da7955d,segment=NetworkSegment(490b7679-533e-4a17-9008-1b96b60e260c),segment_id=490b7679-533e-4a17-9008-1b96b60e260c)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:44:02.986184 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-1bae9580-fbb0-49dd-b079-2cada416be1f tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks [] for security_group_rule (93b2a2ea-8f80-4263-aa0d-c80c4523da53), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:02.986856 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (958d5861-483f-45f9-b5d8-83c86da7955d), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:02.991665 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-1bae9580-fbb0-49dd-b079-2cada416be1f tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826235'] for security_group_rule (93b2a2ea-8f80-4263-aa0d-c80c4523da53), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:03.016388 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae9580-fbb0-49dd-b079-2cada416be1f tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93b2a2ea-8f80-4263-aa0d-c80c4523da53,revision_number=0']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:03.033523 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-1bae9580-fbb0-49dd-b079-2cada416be1f tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:03.034774 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-1bae9580-fbb0-49dd-b079-2cada416be1f tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1538904 Feb 28 10:44:03.037696 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad81a29-d078-4847-842e-314ee11adab9 req-101a4114-b5a6-4d10-8b4b-4994d5e66c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:03.039154 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-2ad81a29-d078-4847-842e-314ee11adab9 req-101a4114-b5a6-4d10-8b4b-4994d5e66c43 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=43ad745b-700b-461e-a0e3-bc6a92602535 HTTP/1.1" status: 200 len: 843 time: 0.3623989 Feb 28 10:44:03.059979 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Pushing event updated for resources: {'Port': ['ID=958d5861-483f-45f9-b5d8-83c86da7955d,revision_number=4']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:03.109129 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad81a29-d078-4847-842e-314ee11adab9 req-307ee05f-a46c-499f-bdfb-44745f0fb946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:03.110704 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-2ad81a29-d078-4847-842e-314ee11adab9 req-307ee05f-a46c-499f-bdfb-44745f0fb946 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=148988e9-7d5a-456f-af44-66e246c20cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0631144 Feb 28 10:44:03.207571 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-2ad81a29-d078-4847-842e-314ee11adab9 req-4fc590c2-fb80-4e51-a5c9-35dc426312a0 service neutron] 10.222.0.46 "GET /v2.0/networks/148988e9-7d5a-456f-af44-66e246c20cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899448 Feb 28 10:44:03.297910 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-2ad81a29-d078-4847-842e-314ee11adab9 req-a133b5df-aead-4628-b27d-64d3d486cde1 service neutron] 10.222.0.46 "GET /v2.0/networks/148988e9-7d5a-456f-af44-66e246c20cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840504 Feb 28 10:44:03.444430 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c76af5-813b-4817-b4e4-3d59efb6abd7 req-7a384837-ade3-416a-ae16-c85fc326f75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:03.445929 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-52c76af5-813b-4817-b4e4-3d59efb6abd7 req-7a384837-ade3-416a-ae16-c85fc326f75c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=126fe1b9a283418cb17fda5e98a2cdcc&device_id=0971883e-fd1b-4d3f-8012-bb360141eccb HTTP/1.1" status: 200 len: 1132 time: 0.0472994 Feb 28 10:44:03.561442 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c76af5-813b-4817-b4e4-3d59efb6abd7 req-649df02b-a68a-4276-a276-19b9b081db88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:03.562981 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-52c76af5-813b-4817-b4e4-3d59efb6abd7 req-649df02b-a68a-4276-a276-19b9b081db88 service neutron] 10.222.0.46 "GET /v2.0/networks?id=148988e9-7d5a-456f-af44-66e246c20cfc HTTP/1.1" status: 200 len: 870 time: 0.1102033 Feb 28 10:44:03.605077 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-52c76af5-813b-4817-b4e4-3d59efb6abd7 req-a760d8ec-f28d-4eb6-a7fe-9654be8ae379 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=cadd1cac-b7c3-46b4-9ef6-006952cd33f4 HTTP/1.1" status: 200 len: 217 time: 0.0358300 Feb 28 10:44:03.658577 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c76af5-813b-4817-b4e4-3d59efb6abd7 req-e29fd50e-c9e7-435c-aa79-9791609fcbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:03.660083 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-52c76af5-813b-4817-b4e4-3d59efb6abd7 req-e29fd50e-c9e7-435c-aa79-9791609fcbbe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=43ad745b-700b-461e-a0e3-bc6a92602535 HTTP/1.1" status: 200 len: 843 time: 0.0483603 Feb 28 10:44:03.709512 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c76af5-813b-4817-b4e4-3d59efb6abd7 req-117ead76-56a3-4418-83a6-1914c19045ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:03.711086 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-52c76af5-813b-4817-b4e4-3d59efb6abd7 req-117ead76-56a3-4418-83a6-1914c19045ba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=148988e9-7d5a-456f-af44-66e246c20cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0443904 Feb 28 10:44:03.803201 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-52c76af5-813b-4817-b4e4-3d59efb6abd7 req-6ce70a94-2a58-41b9-9b51-4b6c2018a34c service neutron] 10.222.0.46 "GET /v2.0/networks/148988e9-7d5a-456f-af44-66e246c20cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855858 Feb 28 10:44:03.813586 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979e8ac2-0ffd-444c-8e4f-146465245b25 None None] Sync routers for ids ['e243216d-0e22-4690-82e6-0fff4db96979'] in dv-cinder-831167-1-iscsi {{(pid=102998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:44:03.824355 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979e8ac2-0ffd-444c-8e4f-146465245b25 None None] Routers {'e243216d-0e22-4690-82e6-0fff4db96979'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:44:03.824961 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-979e8ac2-0ffd-444c-8e4f-146465245b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:43:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['e243216d-0e22-4690-82e6-0fff4db96979'], 'active': True} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:44:03.907900 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-52c76af5-813b-4817-b4e4-3d59efb6abd7 req-d069d638-c2f1-4a2f-9dbd-87f5a8b40403 service neutron] 10.222.0.46 "GET /v2.0/networks/148988e9-7d5a-456f-af44-66e246c20cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957100 Feb 28 10:44:03.939134 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73862727-cd79-4cd4-bc5e-5b4e7a4f12f1 req-6859ec93-7240-4c4a-b103-8564176f938a tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:03.941379 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-73862727-cd79-4cd4-bc5e-5b4e7a4f12f1 req-6859ec93-7240-4c4a-b103-8564176f938a tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] 10.222.0.44 "GET /v2.0/ports?device_id=0971883e-fd1b-4d3f-8012-bb360141eccb HTTP/1.1" status: 200 len: 948 time: 0.0735810 Feb 28 10:44:03.957069 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvr_db [None req-979e8ac2-0ffd-444c-8e4f-146465245b25 None None] Set router e243216d-0e22-4690-82e6-0fff4db96979 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:44:03.992348 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-73862727-cd79-4cd4-bc5e-5b4e7a4f12f1 req-7f48217f-3c59-4d4a-946c-a38e3415f763 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c2948d1-ba2b-4473-8556-f5ae06a6fa04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458572 Feb 28 10:44:04.073740 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (db31e800-75f5-4bdb-84cd-f402d346b45c), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:04.164581 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-979e8ac2-0ffd-444c-8e4f-146465245b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e243216d-0e22-4690-82e6-0fff4db96979', 'name': 'tempest-TestShelveInstance-1086149546-router', 'tenant_id': '70bdad8ea6d744bfbf8ec14f71a0658b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '958d5861-483f-45f9-b5d8-83c86da7955d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:56Z', 'updated_at': '2022-02-28T10:43:59Z', 'revision_number': 4, 'project_id': '70bdad8ea6d744bfbf8ec14f71a0658b', 'gw_port': {'id': '958d5861-483f-45f9-b5d8-83c86da7955d', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e243216d-0e22-4690-82e6-0fff4db96979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:56Z', 'updated_at': '2022-02-28T10:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '8c6b0a01-f798-4a1e-aa8a-9d7719c5af00', 'name': '', 'network_id': 'e20a4e02-b2fa-4e3b-b7a5-0baecc20bfc4', 'tenant_id': '70bdad8ea6d744bfbf8ec14f71a0658b', 'mac_address': 'fa:16:3e:3d:02:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e243216d-0e22-4690-82e6-0fff4db96979', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '055d135c-001a-4a1a-997e-ff8c560445fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:59Z', 'updated_at': '2022-02-28T10:44:00Z', 'revision_number': 2, 'project_id': '70bdad8ea6d744bfbf8ec14f71a0658b', 'subnets': [{'id': '055d135c-001a-4a1a-997e-ff8c560445fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:44:04.196745 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979e8ac2-0ffd-444c-8e4f-146465245b25 None None] Checking router: e243216d-0e22-4690-82e6-0fff4db96979 for host: dv-cinder-831167-1-iscsi {{(pid=102998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:44:04.197095 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979e8ac2-0ffd-444c-8e4f-146465245b25 None None] Updating router e243216d-0e22-4690-82e6-0fff4db96979 port 8c6b0a01-f798-4a1e-aa8a-9d7719c5af00 binding host dv-cinder-831167-1-iscsi {{(pid=102998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:44:04.224088 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-979e8ac2-0ffd-444c-8e4f-146465245b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (8c6b0a01-f798-4a1e-aa8a-9d7719c5af00), before_update {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:04.510208 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-979e8ac2-0ffd-444c-8e4f-146465245b25 None None] Publish callbacks [] for port (8c6b0a01-f798-4a1e-aa8a-9d7719c5af00), precommit_update {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:04.516387 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-979e8ac2-0ffd-444c-8e4f-146465245b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (8c6b0a01-f798-4a1e-aa8a-9d7719c5af00), after_update {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:04.567802 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b742b59-01b3-49a3-98c7-36a49a99ee01 None None] Pushing event updated for resources: {'Port': ['ID=8c6b0a01-f798-4a1e-aa8a-9d7719c5af00,revision_number=3']} {{(pid=102998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:04.624214 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.managers [None req-979e8ac2-0ffd-444c-8e4f-146465245b25 None None] Attempting to bind port 8c6b0a01-f798-4a1e-aa8a-9d7719c5af00 on host dv-cinder-831167-1-iscsi for vnic_type normal with profile {{(pid=102998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:44:04.624690 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.managers [None req-979e8ac2-0ffd-444c-8e4f-146465245b25 None None] Attempting to bind port 8c6b0a01-f798-4a1e-aa8a-9d7719c5af00 by drivers openvswitch,hyperv on host dv-cinder-831167-1-iscsi at level 0 using segments [{'id': '4b10265d-ebaa-4579-a65c-1fa121305a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e20a4e02-b2fa-4e3b-b7a5-0baecc20bfc4'}] {{(pid=102998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:44:04.625121 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979e8ac2-0ffd-444c-8e4f-146465245b25 None None] Attempting to bind port 8c6b0a01-f798-4a1e-aa8a-9d7719c5af00 on network e20a4e02-b2fa-4e3b-b7a5-0baecc20bfc4 {{(pid=102998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:44:04.630682 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979e8ac2-0ffd-444c-8e4f-146465245b25 None None] Checking agent: {'id': '9787f0c2-b99f-49df-865b-f8e3f2374559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 1), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:44:04.631090 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979e8ac2-0ffd-444c-8e4f-146465245b25 None None] Checking segment: {'id': '4b10265d-ebaa-4579-a65c-1fa121305a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e20a4e02-b2fa-4e3b-b7a5-0baecc20bfc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:44:04.631493 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-979e8ac2-0ffd-444c-8e4f-146465245b25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:04.631888 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979e8ac2-0ffd-444c-8e4f-146465245b25 None None] Bound using segment: {'id': '4b10265d-ebaa-4579-a65c-1fa121305a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e20a4e02-b2fa-4e3b-b7a5-0baecc20bfc4'} {{(pid=102998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:44:04.632357 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.managers [None req-979e8ac2-0ffd-444c-8e4f-146465245b25 None None] Bound port: 8c6b0a01-f798-4a1e-aa8a-9d7719c5af00, host: dv-cinder-831167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b10265d-ebaa-4579-a65c-1fa121305a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e20a4e02-b2fa-4e3b-b7a5-0baecc20bfc4'}}] {{(pid=102998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:44:04.632737 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-979e8ac2-0ffd-444c-8e4f-146465245b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (8c6b0a01-f798-4a1e-aa8a-9d7719c5af00), before_update {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:04.700634 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.db [None req-979e8ac2-0ffd-444c-8e4f-146465245b25 None None] For port 8c6b0a01-f798-4a1e-aa8a-9d7719c5af00, host dv-cinder-831167-1-iscsi, cleared binding levels {{(pid=102998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:44:04.704888 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.db [None req-979e8ac2-0ffd-444c-8e4f-146465245b25 None None] For port 8c6b0a01-f798-4a1e-aa8a-9d7719c5af00, host dv-cinder-831167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=8c6b0a01-f798-4a1e-aa8a-9d7719c5af00,segment=NetworkSegment(4b10265d-ebaa-4579-a65c-1fa121305a4c),segment_id=4b10265d-ebaa-4579-a65c-1fa121305a4c)] {{(pid=102998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:44:04.711715 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-979e8ac2-0ffd-444c-8e4f-146465245b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (8c6b0a01-f798-4a1e-aa8a-9d7719c5af00), after_update {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:04.767726 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 958d5861-483f-45f9-b5d8-83c86da7955d up at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:44:04.780146 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979e8ac2-0ffd-444c-8e4f-146465245b25 None None] Routers {'e243216d-0e22-4690-82e6-0fff4db96979'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:44:04.780787 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-979e8ac2-0ffd-444c-8e4f-146465245b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:43:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['e243216d-0e22-4690-82e6-0fff4db96979'], 'active': True} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:44:04.822268 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b742b59-01b3-49a3-98c7-36a49a99ee01 None None] Pushing event updated for resources: {'Port': ['ID=8c6b0a01-f798-4a1e-aa8a-9d7719c5af00,revision_number=4']} {{(pid=102998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:04.835810 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-839acc40-8ea9-4644-8b75-36495a304b8f None None] Provisioning complete for port 8c6b0a01-f798-4a1e-aa8a-9d7719c5af00 triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:44:04.836187 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-839acc40-8ea9-4644-8b75-36495a304b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (8c6b0a01-f798-4a1e-aa8a-9d7719c5af00), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:04.871856 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Provisioning complete for port 958d5861-483f-45f9-b5d8-83c86da7955d triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:44:04.872572 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (958d5861-483f-45f9-b5d8-83c86da7955d), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:04.972557 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-839acc40-8ea9-4644-8b75-36495a304b8f None None] Current status of the port 8c6b0a01-f798-4a1e-aa8a-9d7719c5af00 is: DOWN; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:44:04.972955 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-839acc40-8ea9-4644-8b75-36495a304b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (8c6b0a01-f798-4a1e-aa8a-9d7719c5af00), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:05.001839 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvr_db [None req-979e8ac2-0ffd-444c-8e4f-146465245b25 None None] Set router e243216d-0e22-4690-82e6-0fff4db96979 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:44:05.031747 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Current status of the port 958d5861-483f-45f9-b5d8-83c86da7955d is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:44:05.035314 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-839acc40-8ea9-4644-8b75-36495a304b8f None None] For port 8c6b0a01-f798-4a1e-aa8a-9d7719c5af00, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=8c6b0a01-f798-4a1e-aa8a-9d7719c5af00,segment=NetworkSegment(4b10265d-ebaa-4579-a65c-1fa121305a4c),segment_id=4b10265d-ebaa-4579-a65c-1fa121305a4c)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:44:05.044738 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-839acc40-8ea9-4644-8b75-36495a304b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (8c6b0a01-f798-4a1e-aa8a-9d7719c5af00), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:05.098975 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839acc40-8ea9-4644-8b75-36495a304b8f None None] Pushing event updated for resources: {'Port': ['ID=8c6b0a01-f798-4a1e-aa8a-9d7719c5af00,revision_number=5']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:05.135546 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5740f-624c-4e7e-8aab-9209b1e3360c req-65bd9130-8c2a-4e0f-87fc-7cb84dd7c015 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:05.137012 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c4e5740f-624c-4e7e-8aab-9209b1e3360c req-65bd9130-8c2a-4e0f-87fc-7cb84dd7c015 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] 10.222.0.44 "GET /v2.0/ports?device_id=0971883e-fd1b-4d3f-8012-bb360141eccb HTTP/1.1" status: 200 len: 948 time: 0.0693212 Feb 28 10:44:05.166893 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-3989c2ac-30c4-46c3-95cc-2ea328056f1d None None] Provisioning complete for port 8c6b0a01-f798-4a1e-aa8a-9d7719c5af00 triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:44:05.167446 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-3989c2ac-30c4-46c3-95cc-2ea328056f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (8c6b0a01-f798-4a1e-aa8a-9d7719c5af00), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:05.191675 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c4e5740f-624c-4e7e-8aab-9209b1e3360c req-4d35003d-6777-4445-b7db-72c61519d771 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c2948d1-ba2b-4473-8556-f5ae06a6fa04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480835 Feb 28 10:44:05.230214 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-979e8ac2-0ffd-444c-8e4f-146465245b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e243216d-0e22-4690-82e6-0fff4db96979', 'name': 'tempest-TestShelveInstance-1086149546-router', 'tenant_id': '70bdad8ea6d744bfbf8ec14f71a0658b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '958d5861-483f-45f9-b5d8-83c86da7955d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:56Z', 'updated_at': '2022-02-28T10:43:59Z', 'revision_number': 4, 'project_id': '70bdad8ea6d744bfbf8ec14f71a0658b', 'gw_port': {'id': '958d5861-483f-45f9-b5d8-83c86da7955d', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e243216d-0e22-4690-82e6-0fff4db96979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:56Z', 'updated_at': '2022-02-28T10:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '8c6b0a01-f798-4a1e-aa8a-9d7719c5af00', 'name': '', 'network_id': 'e20a4e02-b2fa-4e3b-b7a5-0baecc20bfc4', 'tenant_id': '70bdad8ea6d744bfbf8ec14f71a0658b', 'mac_address': 'fa:16:3e:3d:02:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e243216d-0e22-4690-82e6-0fff4db96979', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '055d135c-001a-4a1a-997e-ff8c560445fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:59Z', 'updated_at': '2022-02-28T10:44:04Z', 'revision_number': 4, 'project_id': '70bdad8ea6d744bfbf8ec14f71a0658b', 'subnets': [{'id': '055d135c-001a-4a1a-997e-ff8c560445fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:44:05.248407 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-3989c2ac-30c4-46c3-95cc-2ea328056f1d None None] Current status of the port 8c6b0a01-f798-4a1e-aa8a-9d7719c5af00 is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:44:05.256498 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979e8ac2-0ffd-444c-8e4f-146465245b25 None None] The sync data for ids ['e243216d-0e22-4690-82e6-0fff4db96979'] in dv-cinder-831167-1-iscsi is: [{'id': 'e243216d-0e22-4690-82e6-0fff4db96979', 'name': 'tempest-TestShelveInstance-1086149546-router', 'tenant_id': '70bdad8ea6d744bfbf8ec14f71a0658b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '958d5861-483f-45f9-b5d8-83c86da7955d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:56Z', 'updated_at': '2022-02-28T10:43:59Z', 'revision_number': 4, 'project_id': '70bdad8ea6d744bfbf8ec14f71a0658b', 'gw_port': {'id': '958d5861-483f-45f9-b5d8-83c86da7955d', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e243216d-0e22-4690-82e6-0fff4db96979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:56Z', 'updated_at': '2022-02-28T10:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '8c6b0a01-f798-4a1e-aa8a-9d7719c5af00', 'name': '', 'network_id': 'e20a4e02-b2fa-4e3b-b7a5-0baecc20bfc4', 'tenant_id': '70bdad8ea6d744bfbf8ec14f71a0658b', 'mac_address': 'fa:16:3e:3d:02:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e243216d-0e22-4690-82e6-0fff4db96979', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '055d135c-001a-4a1a-997e-ff8c560445fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:59Z', 'updated_at': '2022-02-28T10:44:04Z', 'revision_number': 4, 'project_id': '70bdad8ea6d744bfbf8ec14f71a0658b', 'subnets': [{'id': '055d135c-001a-4a1a-997e-ff8c560445fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:44:06.315782 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d747e5-7b96-43b8-914f-9d1437a79bef req-185ea7cb-d8fe-402d-9cf8-3fba59fc3cec tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:06.317260 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-97d747e5-7b96-43b8-914f-9d1437a79bef req-185ea7cb-d8fe-402d-9cf8-3fba59fc3cec tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] 10.222.0.44 "GET /v2.0/ports?device_id=0971883e-fd1b-4d3f-8012-bb360141eccb HTTP/1.1" status: 200 len: 948 time: 0.0534027 Feb 28 10:44:06.364597 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-97d747e5-7b96-43b8-914f-9d1437a79bef req-a23ed4e3-3a2a-4dea-931d-452db57343ef tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c2948d1-ba2b-4473-8556-f5ae06a6fa04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419197 Feb 28 10:44:06.752413 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 8c6b0a01-f798-4a1e-aa8a-9d7719c5af00 up at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:44:06.785887 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device cadd1cac-b7c3-46b4-9ef6-006952cd33f4 details requested by agent hyperv_hv-cinder-83116 with host hv-cinder-83116 {{(pid=102997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:44:06.859825 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Provisioning complete for port 8c6b0a01-f798-4a1e-aa8a-9d7719c5af00 triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:44:06.860203 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (8c6b0a01-f798-4a1e-aa8a-9d7719c5af00), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:06.927846 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port cadd1cac-b7c3-46b4-9ef6-006952cd33f4, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=cadd1cac-b7c3-46b4-9ef6-006952cd33f4,segment=NetworkSegment(c2c806d7-779f-428e-bd0c-8da2128dfe35),segment_id=c2c806d7-779f-428e-bd0c-8da2128dfe35)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:44:06.941425 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Returning: {'device': 'cadd1cac-b7c3-46b4-9ef6-006952cd33f4', 'network_id': '148988e9-7d5a-456f-af44-66e246c20cfc', 'port_id': 'cadd1cac-b7c3-46b4-9ef6-006952cd33f4', 'mac_address': 'fa:16:3e:6d:bf:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43ad745b-700b-461e-a0e3-bc6a92602535', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:44:07.009599 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Current status of the port 8c6b0a01-f798-4a1e-aa8a-9d7719c5af00 is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:44:07.017332 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Current status of the port cadd1cac-b7c3-46b4-9ef6-006952cd33f4 is: DOWN; New status is: BUILD {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:44:07.017821 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (cadd1cac-b7c3-46b4-9ef6-006952cd33f4), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:07.031392 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.notifiers.nova [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cadd1cac-b7c3-46b4-9ef6-006952cd33f4 {{(pid=102997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:44:07.050719 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port cadd1cac-b7c3-46b4-9ef6-006952cd33f4, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=cadd1cac-b7c3-46b4-9ef6-006952cd33f4,segment=NetworkSegment(c2c806d7-779f-428e-bd0c-8da2128dfe35),segment_id=c2c806d7-779f-428e-bd0c-8da2128dfe35)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:44:07.056054 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (cadd1cac-b7c3-46b4-9ef6-006952cd33f4), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:07.096938 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-1e376d5e-3d42-461e-a42b-88feb2cc1688 req-c5002fb4-c527-4fa0-a9fe-63369b9e591e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4da453e9-81a2-4981-b3af-cb0bd958834f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0531709 Feb 28 10:44:07.113374 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Pushing event updated for resources: {'Port': ['ID=cadd1cac-b7c3-46b4-9ef6-006952cd33f4,revision_number=4']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:07.201619 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e376d5e-3d42-461e-a42b-88feb2cc1688 req-3c886f1f-a0f2-456b-8729-4bdb8bc93d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:07.203115 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-1e376d5e-3d42-461e-a42b-88feb2cc1688 req-3c886f1f-a0f2-456b-8729-4bdb8bc93d0c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d49baa9a7922438f99d7dcc9ef7c1c15&device_id=4da453e9-81a2-4981-b3af-cb0bd958834f HTTP/1.1" status: 200 len: 1129 time: 0.0456350 Feb 28 10:44:07.311325 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e376d5e-3d42-461e-a42b-88feb2cc1688 req-002eef05-f776-45a5-a3ac-bda625455764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:07.312779 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-1e376d5e-3d42-461e-a42b-88feb2cc1688 req-002eef05-f776-45a5-a3ac-bda625455764 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d201863f-b309-44f4-a7ef-e7046df4340e HTTP/1.1" status: 200 len: 912 time: 0.0907056 Feb 28 10:44:07.380406 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-1e376d5e-3d42-461e-a42b-88feb2cc1688 req-870a3776-9025-491e-b049-72f5f8d8a0e4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7dd72e0f-a7ca-41ef-af78-da8d7a245678 HTTP/1.1" status: 200 len: 1000 time: 0.0605977 Feb 28 10:44:07.434834 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e376d5e-3d42-461e-a42b-88feb2cc1688 req-b13264b4-35d8-4514-a933-304bfa8dc764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:07.436464 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-1e376d5e-3d42-461e-a42b-88feb2cc1688 req-b13264b4-35d8-4514-a933-304bfa8dc764 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10d8c89b-f1ef-4689-89e2-725720fe5362 HTTP/1.1" status: 200 len: 850 time: 0.0498650 Feb 28 10:44:07.485597 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf983875-edd3-4864-aea8-ab7daf1a0979 req-6bc165bd-05b8-4b93-b516-bad8b0d6fbce tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:07.487066 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-cf983875-edd3-4864-aea8-ab7daf1a0979 req-6bc165bd-05b8-4b93-b516-bad8b0d6fbce tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] 10.222.0.44 "GET /v2.0/ports?device_id=0971883e-fd1b-4d3f-8012-bb360141eccb HTTP/1.1" status: 200 len: 949 time: 0.0566835 Feb 28 10:44:07.487211 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e376d5e-3d42-461e-a42b-88feb2cc1688 req-53c392c6-37de-42d4-a2cf-51eb5b094d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:07.488691 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-1e376d5e-3d42-461e-a42b-88feb2cc1688 req-53c392c6-37de-42d4-a2cf-51eb5b094d44 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d201863f-b309-44f4-a7ef-e7046df4340e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456901 Feb 28 10:44:07.517416 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] get_ports_and_sgs() called for port_ids ['cadd1cac-b7c3-46b4-9ef6-006952cd33f4'] {{(pid=102997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:44:07.542573 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-cf983875-edd3-4864-aea8-ab7daf1a0979 req-907eb1eb-b2dc-4347-bf06-8d918731d958 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c2948d1-ba2b-4473-8556-f5ae06a6fa04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493593 Feb 28 10:44:07.588717 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-1e376d5e-3d42-461e-a42b-88feb2cc1688 req-5c6f7397-6778-4e15-b501-fbaaa103d09c service neutron] 10.222.0.46 "GET /v2.0/networks/d201863f-b309-44f4-a7ef-e7046df4340e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934508 Feb 28 10:44:07.685132 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-1e376d5e-3d42-461e-a42b-88feb2cc1688 req-1fa4833f-9e88-4b83-a31e-c3a98b991e31 service neutron] 10.222.0.46 "GET /v2.0/networks/d201863f-b309-44f4-a7ef-e7046df4340e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873077 Feb 28 10:44:08.425783 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.agents_db [None req-ad1b81bb-6a73-47ab-ba10-dec1fea0c152 None None] Agent healthcheck: found 6 active agents {{(pid=102998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:44:08.660453 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11660364-9b42-46b0-b3ef-8b945cc81606 req-6adfae92-1685-4860-8927-8eae4dc97580 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:08.661941 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-11660364-9b42-46b0-b3ef-8b945cc81606 req-6adfae92-1685-4860-8927-8eae4dc97580 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] 10.222.0.44 "GET /v2.0/ports?device_id=0971883e-fd1b-4d3f-8012-bb360141eccb HTTP/1.1" status: 200 len: 949 time: 0.0534098 Feb 28 10:44:08.709459 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-11660364-9b42-46b0-b3ef-8b945cc81606 req-ba658ac4-4ecc-4d37-92b2-1c76b64d45b7 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c2948d1-ba2b-4473-8556-f5ae06a6fa04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415199 Feb 28 10:44:08.810891 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device cadd1cac-b7c3-46b4-9ef6-006952cd33f4 up at agent hyperv_hv-cinder-83116 {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:44:08.859032 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Provisioning for port cadd1cac-b7c3-46b4-9ef6-006952cd33f4 completed by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:44:08.863296 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Provisioning complete for port cadd1cac-b7c3-46b4-9ef6-006952cd33f4 triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:44:08.863765 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (cadd1cac-b7c3-46b4-9ef6-006952cd33f4), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:08.942495 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Current status of the port cadd1cac-b7c3-46b4-9ef6-006952cd33f4 is: BUILD; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:44:08.942796 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (cadd1cac-b7c3-46b4-9ef6-006952cd33f4), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:08.964786 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0971883e-fd1b-4d3f-8012-bb360141eccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cadd1cac-b7c3-46b4-9ef6-006952cd33f4'}] {{(pid=102997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:44:08.967028 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3235e45cea9492f03cbc66cd40cfc06ba5865c86106c1e9dddb87cdb5008e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa40e0a1-d90f-4ac9-81d1-38f45ecadf57" -d '{"events": [{"server_uuid": "0971883e-fd1b-4d3f-8012-bb360141eccb", "name": "network-vif-plugged", "status": "completed", "tag": "cadd1cac-b7c3-46b4-9ef6-006952cd33f4"}]}' {{(pid=102997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:44:08.978582 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port cadd1cac-b7c3-46b4-9ef6-006952cd33f4, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=cadd1cac-b7c3-46b4-9ef6-006952cd33f4,segment=NetworkSegment(c2c806d7-779f-428e-bd0c-8da2128dfe35),segment_id=c2c806d7-779f-428e-bd0c-8da2128dfe35)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:44:08.983104 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (cadd1cac-b7c3-46b4-9ef6-006952cd33f4), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:09.035583 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Pushing event updated for resources: {'Port': ['ID=cadd1cac-b7c3-46b4-9ef6-006952cd33f4,revision_number=5']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:09.065053 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eaf4ea3-79b9-4526-9d75-9b36eafea87d x-openstack-request-id: req-2eaf4ea3-79b9-4526-9d75-9b36eafea87d {{(pid=102997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:44:09.065369 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0971883e-fd1b-4d3f-8012-bb360141eccb", "name": "network-vif-plugged", "status": "completed", "tag": "cadd1cac-b7c3-46b4-9ef6-006952cd33f4", "code": 200}]} {{(pid=102997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:44:09.065632 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2eaf4ea3-79b9-4526-9d75-9b36eafea87d {{(pid=102997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:44:09.066029 dv-cinder-831167-1-iscsi neutron-server[102997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0971883e-fd1b-4d3f-8012-bb360141eccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cadd1cac-b7c3-46b4-9ef6-006952cd33f4', 'code': 200} Feb 28 10:44:09.308484 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537cf7f9-98eb-4b1d-b7fe-25442e6a39d1 req-98bf9246-7f91-4f5f-81a6-64af9a12e6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:09.309879 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-537cf7f9-98eb-4b1d-b7fe-25442e6a39d1 req-98bf9246-7f91-4f5f-81a6-64af9a12e6bc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0971883e-fd1b-4d3f-8012-bb360141eccb HTTP/1.1" status: 200 len: 1134 time: 0.0444345 Feb 28 10:44:09.356598 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-537cf7f9-98eb-4b1d-b7fe-25442e6a39d1 req-7411ad21-1cc8-4c44-925e-3585f4008dc3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9c2948d1-ba2b-4473-8556-f5ae06a6fa04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400352 Feb 28 10:44:09.832653 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333baf2-b3bc-4d33-a581-b60951461897 req-0c497a89-5546-4b39-9a16-dd49d6e358d2 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:09.834146 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4333baf2-b3bc-4d33-a581-b60951461897 req-0c497a89-5546-4b39-9a16-dd49d6e358d2 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] 10.222.0.44 "GET /v2.0/ports?device_id=0971883e-fd1b-4d3f-8012-bb360141eccb HTTP/1.1" status: 200 len: 950 time: 0.0588763 Feb 28 10:44:09.879580 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4333baf2-b3bc-4d33-a581-b60951461897 req-72375b48-d62c-4fd1-a349-b02872179842 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c2948d1-ba2b-4473-8556-f5ae06a6fa04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397391 Feb 28 10:44:11.000011 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac5745-7647-4c4b-98ad-87cd8f2d0088 req-7b874496-53b7-4117-a1f6-0b5278ed77d4 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:11.001377 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e7ac5745-7647-4c4b-98ad-87cd8f2d0088 req-7b874496-53b7-4117-a1f6-0b5278ed77d4 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] 10.222.0.44 "GET /v2.0/ports?device_id=0971883e-fd1b-4d3f-8012-bb360141eccb HTTP/1.1" status: 200 len: 950 time: 0.0526440 Feb 28 10:44:11.050631 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e7ac5745-7647-4c4b-98ad-87cd8f2d0088 req-00c712b1-fa63-42b6-a99d-4e01d1732854 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c2948d1-ba2b-4473-8556-f5ae06a6fa04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414960 Feb 28 10:44:12.169084 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68e77a-26e0-4f85-a4d1-822bad7fe518 req-0bbe175f-be1d-4d8a-87f7-04772f4eaa30 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:12.170460 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5e68e77a-26e0-4f85-a4d1-822bad7fe518 req-0bbe175f-be1d-4d8a-87f7-04772f4eaa30 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] 10.222.0.44 "GET /v2.0/ports?device_id=0971883e-fd1b-4d3f-8012-bb360141eccb HTTP/1.1" status: 200 len: 950 time: 0.0520566 Feb 28 10:44:12.221180 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5e68e77a-26e0-4f85-a4d1-822bad7fe518 req-33bfa83c-13d5-44ab-b5fc-af06eb3da2c1 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c2948d1-ba2b-4473-8556-f5ae06a6fa04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451207 Feb 28 10:44:12.473509 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2ca1c-5849-4f99-9b1d-f7de7af32292 req-f3acf605-f821-40f1-b239-26e51df89569 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:12.474954 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5bb2ca1c-5849-4f99-9b1d-f7de7af32292 req-f3acf605-f821-40f1-b239-26e51df89569 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] 10.222.0.44 "GET /v2.0/ports?device_id=0971883e-fd1b-4d3f-8012-bb360141eccb HTTP/1.1" status: 200 len: 950 time: 0.0538793 Feb 28 10:44:12.521640 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5bb2ca1c-5849-4f99-9b1d-f7de7af32292 req-b1bf4f5b-fcd1-4c08-9321-b7a17c7dc2bb tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c2948d1-ba2b-4473-8556-f5ae06a6fa04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411456 Feb 28 10:44:13.641374 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd4020-573e-4740-9907-1a2d936a8189 req-0094b952-cea7-48eb-8414-772b5dfd9832 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:13.642821 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-74bd4020-573e-4740-9907-1a2d936a8189 req-0094b952-cea7-48eb-8414-772b5dfd9832 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] 10.222.0.44 "GET /v2.0/ports?device_id=0971883e-fd1b-4d3f-8012-bb360141eccb HTTP/1.1" status: 200 len: 950 time: 0.0521414 Feb 28 10:44:13.687375 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-74bd4020-573e-4740-9907-1a2d936a8189 req-b59c6a08-e4f8-4255-9ef8-bcb97499d492 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c2948d1-ba2b-4473-8556-f5ae06a6fa04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390105 Feb 28 10:44:14.444296 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f817fe-5e9f-420f-9814-c39478e23ba9 req-96940ebf-baf0-48af-a8ee-4b16cbf43cfb tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:14.445697 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-e8f817fe-5e9f-420f-9814-c39478e23ba9 req-96940ebf-baf0-48af-a8ee-4b16cbf43cfb tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] 10.222.0.46 "GET /v2.0/ports?device_id=0971883e-fd1b-4d3f-8012-bb360141eccb HTTP/1.1" status: 200 len: 950 time: 0.0533121 Feb 28 10:44:14.535191 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [req-e8f817fe-5e9f-420f-9814-c39478e23ba9 req-d200698c-6789-4d67-b3a5-11c6083de5b1 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] Deleting port cadd1cac-b7c3-46b4-9ef6-006952cd33f4 {{(pid=102996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:44:14.535528 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-e8f817fe-5e9f-420f-9814-c39478e23ba9 req-d200698c-6789-4d67-b3a5-11c6083de5b1 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (cadd1cac-b7c3-46b4-9ef6-006952cd33f4), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:14.623158 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-e8f817fe-5e9f-420f-9814-c39478e23ba9 req-d200698c-6789-4d67-b3a5-11c6083de5b1 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] For port cadd1cac-b7c3-46b4-9ef6-006952cd33f4, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=cadd1cac-b7c3-46b4-9ef6-006952cd33f4,segment=NetworkSegment(c2c806d7-779f-428e-bd0c-8da2128dfe35),segment_id=c2c806d7-779f-428e-bd0c-8da2128dfe35)] {{(pid=102996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:44:14.623516 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-e8f817fe-5e9f-420f-9814-c39478e23ba9 req-d200698c-6789-4d67-b3a5-11c6083de5b1 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (cadd1cac-b7c3-46b4-9ef6-006952cd33f4), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:14.635087 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [req-e8f817fe-5e9f-420f-9814-c39478e23ba9 req-d200698c-6789-4d67-b3a5-11c6083de5b1 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] Calling delete_port for cadd1cac-b7c3-46b4-9ef6-006952cd33f4 owned by compute:nova {{(pid=102996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:44:14.759552 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-e8f817fe-5e9f-420f-9814-c39478e23ba9 req-d200698c-6789-4d67-b3a5-11c6083de5b1 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (cadd1cac-b7c3-46b4-9ef6-006952cd33f4), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:14.785836 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2fdd77bc-8533-474f-847a-6f3592141d87 req-24680ab3-8d26-4b95-a11a-5a8ecce8f425 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] 10.222.0.44 "GET /v2.0/ports?device_id=0971883e-fd1b-4d3f-8012-bb360141eccb HTTP/1.1" status: 200 len: 210 time: 0.0313640 Feb 28 10:44:14.789058 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d200698c-6789-4d67-b3a5-11c6083de5b1 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] Pushing event deleted for resources: {'Port': ['ID=cadd1cac-b7c3-46b4-9ef6-006952cd33f4,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:14.799192 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d200698c-6789-4d67-b3a5-11c6083de5b1 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:14.799542 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d200698c-6789-4d67-b3a5-11c6083de5b1 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:14.799885 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d200698c-6789-4d67-b3a5-11c6083de5b1 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:14.800221 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d200698c-6789-4d67-b3a5-11c6083de5b1 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:14.800549 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d200698c-6789-4d67-b3a5-11c6083de5b1 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:14.800874 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d200698c-6789-4d67-b3a5-11c6083de5b1 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:14.801198 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d200698c-6789-4d67-b3a5-11c6083de5b1 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:14.801518 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d200698c-6789-4d67-b3a5-11c6083de5b1 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:14.801838 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d200698c-6789-4d67-b3a5-11c6083de5b1 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:14.802159 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d200698c-6789-4d67-b3a5-11c6083de5b1 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:14.802479 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d200698c-6789-4d67-b3a5-11c6083de5b1 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:14.802792 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d200698c-6789-4d67-b3a5-11c6083de5b1 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:14.803133 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d200698c-6789-4d67-b3a5-11c6083de5b1 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:14.812313 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] get_ports_and_sgs() called for port_ids ['cadd1cac-b7c3-46b4-9ef6-006952cd33f4'] {{(pid=102997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:44:14.856155 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f817fe-5e9f-420f-9814-c39478e23ba9 req-d200698c-6789-4d67-b3a5-11c6083de5b1 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] No DVR routers for this DVR port cadd1cac-b7c3-46b4-9ef6-006952cd33f4 on host hv-cinder-83116 {{(pid=102996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:44:14.858812 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-e8f817fe-5e9f-420f-9814-c39478e23ba9 req-d200698c-6789-4d67-b3a5-11c6083de5b1 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:14.862167 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-e8f817fe-5e9f-420f-9814-c39478e23ba9 req-d200698c-6789-4d67-b3a5-11c6083de5b1 tempest-VolumesNegativeTest-748558236 tempest-VolumesNegativeTest-748558236-project] 10.222.0.46 "DELETE /v2.0/ports/cadd1cac-b7c3-46b4-9ef6-006952cd33f4 HTTP/1.1" status: 204 len: 173 time: 0.4103677 Feb 28 10:44:14.862618 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0971883e-fd1b-4d3f-8012-bb360141eccb', 'name': 'network-vif-deleted', 'tag': 'cadd1cac-b7c3-46b4-9ef6-006952cd33f4'}] {{(pid=102996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:44:14.865602 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fc607127e9415785fd538e0c70e4bf06f6b8f20b6b46de5a0809c41644901f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2e9416-d371-477c-b5b5-75a5af998792" -d '{"events": [{"server_uuid": "0971883e-fd1b-4d3f-8012-bb360141eccb", "name": "network-vif-deleted", "tag": "cadd1cac-b7c3-46b4-9ef6-006952cd33f4"}]}' {{(pid=102996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:44:14.910519 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c191139-7a55-430e-8232-65fd35d5689e x-openstack-request-id: req-8c191139-7a55-430e-8232-65fd35d5689e {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:44:14.910633 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0971883e-fd1b-4d3f-8012-bb360141eccb", "name": "network-vif-deleted", "tag": "cadd1cac-b7c3-46b4-9ef6-006952cd33f4", "status": "completed", "code": 200}]} {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:44:14.911069 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8c191139-7a55-430e-8232-65fd35d5689e {{(pid=102996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:44:14.911480 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0971883e-fd1b-4d3f-8012-bb360141eccb', 'name': 'network-vif-deleted', 'tag': 'cadd1cac-b7c3-46b4-9ef6-006952cd33f4', 'status': 'completed', 'code': 200} Feb 28 10:44:18.847713 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device cadd1cac-b7c3-46b4-9ef6-006952cd33f4 no longer exists at agent hyperv_hv-cinder-83116 {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:44:18.867154 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] No Port match for: cadd1cac-b7c3-46b4-9ef6-006952cd33f4 {{(pid=102997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:44:18.867498 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device cadd1cac-b7c3-46b4-9ef6-006952cd33f4 not bound to the agent host hv-cinder-83116 {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:44:19.583902 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 34288) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:19.709116 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-3ebab452-1955-4469-a835-6eede1269bc6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=126fe1b9a283418cb17fda5e98a2cdcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1240780 Feb 28 10:44:19.711598 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 34292) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:19.757051 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-556cb861-2d7e-4208-8554-bf69318ed3d9 admin admin] Publish callbacks [] for security_group (9c2948d1-ba2b-4473-8556-f5ae06a6fa04), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:19.777355 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-556cb861-2d7e-4208-8554-bf69318ed3d9 admin admin] Publish callbacks [] for security_group (9c2948d1-ba2b-4473-8556-f5ae06a6fa04), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:19.822006 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-556cb861-2d7e-4208-8554-bf69318ed3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (9c2948d1-ba2b-4473-8556-f5ae06a6fa04), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:19.824782 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-556cb861-2d7e-4208-8554-bf69318ed3d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:19.825884 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-556cb861-2d7e-4208-8554-bf69318ed3d9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9c2948d1-ba2b-4473-8556-f5ae06a6fa04 HTTP/1.1" status: 204 len: 168 time: 0.1133280 Feb 28 10:44:19.833084 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556cb861-2d7e-4208-8554-bf69318ed3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2948d1-ba2b-4473-8556-f5ae06a6fa04,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:20.410178 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 34316) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:20.501787 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [None req-d5b1f9ca-5a6c-4c72-a3d5-6b076c97e141 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-448465795-network', 'tenant_id': '7199da134f5348a7adb55be7f0758efe'}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:44:20.520956 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b1f9ca-5a6c-4c72-a3d5-6b076c97e141 admin admin] Made reservation on behalf of 7199da134f5348a7adb55be7f0758efe for: {'network': 1} {{(pid=102995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:44:20.523109 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-d5b1f9ca-5a6c-4c72-a3d5-6b076c97e141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for network (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:20.531500 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-d5b1f9ca-5a6c-4c72-a3d5-6b076c97e141 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:20.603830 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-d5b1f9ca-5a6c-4c72-a3d5-6b076c97e141 admin admin] Publish callbacks [] for security_group (39c49b0b-a926-4526-af25-363b73872a8a), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:20.608106 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-d5b1f9ca-5a6c-4c72-a3d5-6b076c97e141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (39c49b0b-a926-4526-af25-363b73872a8a), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:20.634182 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5b1f9ca-5a6c-4c72-a3d5-6b076c97e141 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=102995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:44:20.644512 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b1f9ca-5a6c-4c72-a3d5-6b076c97e141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c49b0b-a926-4526-af25-363b73872a8a,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:20.650035 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-d5b1f9ca-5a6c-4c72-a3d5-6b076c97e141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761337'] for segment (e7ceb69c-dd7a-4a22-ad62-a483c13f795c), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:20.650454 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.db.segments_db [None req-d5b1f9ca-5a6c-4c72-a3d5-6b076c97e141 admin admin] Added segment e7ceb69c-dd7a-4a22-ad62-a483c13f795c of type vlan for network 23b9544d-fd88-4f29-96bb-d69c9a9a50d9 Feb 28 10:44:20.688766 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-d5b1f9ca-5a6c-4c72-a3d5-6b076c97e141 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783309439991'] for network (23b9544d-fd88-4f29-96bb-d69c9a9a50d9), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:20.712609 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-d5b1f9ca-5a6c-4c72-a3d5-6b076c97e141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297'] for network (23b9544d-fd88-4f29-96bb-d69c9a9a50d9), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:20.714247 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b1f9ca-5a6c-4c72-a3d5-6b076c97e141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:20.714782 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-d5b1f9ca-5a6c-4c72-a3d5-6b076c97e141 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for network (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:20.767336 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-d5b1f9ca-5a6c-4c72-a3d5-6b076c97e141 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3560953 Feb 28 10:44:20.770213 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 34320) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:20.773858 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b1f9ca-5a6c-4c72-a3d5-6b076c97e141 admin admin] Pushing event updated for resources: {'Network': ['ID=23b9544d-fd88-4f29-96bb-d69c9a9a50d9,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:20.775331 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [None req-7c3c73ae-37de-4e5d-b39e-cf384093e298 admin admin] Request body: {'subnet': {'network_id': '23b9544d-fd88-4f29-96bb-d69c9a9a50d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-448465795-subnet', 'tenant_id': '7199da134f5348a7adb55be7f0758efe', 'ip_version': 4}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:44:20.784393 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Network 23b9544d-fd88-4f29-96bb-d69c9a9a50d9 details requested by agent ovs-agent-dv-cinder-831167-1-iscsi with host dv-cinder-831167-1-iscsi {{(pid=102997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:44:20.795073 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3c73ae-37de-4e5d-b39e-cf384093e298 admin admin] Made reservation on behalf of 7199da134f5348a7adb55be7f0758efe for: {'subnet': 1} {{(pid=102996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:44:20.797412 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-7c3c73ae-37de-4e5d-b39e-cf384093e298 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64835544'] for subnet (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:20.958228 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-7c3c73ae-37de-4e5d-b39e-cf384093e298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63361825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64835562'] for subnet (4e180469-4b25-4077-a30b-ec96a9fd15f3), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:21.009072 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3c73ae-37de-4e5d-b39e-cf384093e298 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e180469-4b25-4077-a30b-ec96a9fd15f3,revision_number=0']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:21.019853 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3c73ae-37de-4e5d-b39e-cf384093e298 admin admin] Checking segment: {'id': 'e7ceb69c-dd7a-4a22-ad62-a483c13f795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '23b9544d-fd88-4f29-96bb-d69c9a9a50d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:44:21.020214 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3c73ae-37de-4e5d-b39e-cf384093e298 admin admin] Network hostable DHCP agents. Network: 23b9544d-fd88-4f29-96bb-d69c9a9a50d9, hostable agents: ['908aa187-f1dc-423a-8ec3-c19816a84263'], hosted agents: [] {{(pid=102996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:44:21.035949 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3c73ae-37de-4e5d-b39e-cf384093e298 admin admin] Network 23b9544d-fd88-4f29-96bb-d69c9a9a50d9 is scheduled to be hosted by DHCP agent 908aa187-f1dc-423a-8ec3-c19816a84263 with binding_index 1 {{(pid=102996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:44:21.044222 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.base_scheduler [None req-7c3c73ae-37de-4e5d-b39e-cf384093e298 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831167-1-iscsi, 23b9544d-fd88-4f29-96bb-d69c9a9a50d9) {{(pid=102996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:44:21.048246 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3c73ae-37de-4e5d-b39e-cf384093e298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:21.048838 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-7c3c73ae-37de-4e5d-b39e-cf384093e298 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for subnet (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:21.054635 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397d7e22-f25d-4463-ba6f-292cf03ced34 None None] Network 23b9544d-fd88-4f29-96bb-d69c9a9a50d9 requested from dv-cinder-831167-1-iscsi {{(pid=102997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:44:21.066563 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-7c3c73ae-37de-4e5d-b39e-cf384093e298 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.2925632 Feb 28 10:44:21.066810 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 34322) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:21.071019 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [None req-c4f7b6c2-8939-4b54-a765-6e7ee90728d7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-448465795-router', 'tenant_id': '7199da134f5348a7adb55be7f0758efe', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187'}}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:44:21.091212 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-c4f7b6c2-8939-4b54-a765-6e7ee90728d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router (a7f5e2f2-9748-4908-8f86-0cfaa254ae1b), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:21.092286 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-c4f7b6c2-8939-4b54-a765-6e7ee90728d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-380290', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8896'] for router (a7f5e2f2-9748-4908-8f86-0cfaa254ae1b), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:21.148952 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-c4f7b6c2-8939-4b54-a765-6e7ee90728d7 admin admin] Publish callbacks [] for router_controller (a7f5e2f2-9748-4908-8f86-0cfaa254ae1b), precommit_add_association {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:21.156730 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60527d47-d26a-4d7b-96c0-c631d0977001 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54a0a7cf-b57e-5b42-bf88-c5e67f938400-23b9544d-fd88-4f29-96bb-d69c9a9a50d9', 'network_id': '23b9544d-fd88-4f29-96bb-d69c9a9a50d9', 'project_id': '7199da134f5348a7adb55be7f0758efe', 'fixed_ips': [{'subnet_id': '4e180469-4b25-4077-a30b-ec96a9fd15f3'}]}} from dv-cinder-831167-1-iscsi. {{(pid=102997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:44:21.157651 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-60527d47-d26a-4d7b-96c0-c631d0977001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:21.287175 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-c4f7b6c2-8939-4b54-a765-6e7ee90728d7 admin admin] Publish callbacks [] for router_gateway (a7f5e2f2-9748-4908-8f86-0cfaa254ae1b), precommit_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:21.290888 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.db_base_plugin_common [None req-60527d47-d26a-4d7b-96c0-c631d0977001 None None] Allocated IP 172.20.0.2 (23b9544d-fd88-4f29-96bb-d69c9a9a50d9/4e180469-4b25-4077-a30b-ec96a9fd15f3/2f1a554e-624d-454d-aeb9-a12de564bd8e) {{(pid=102997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:44:21.436107 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-60527d47-d26a-4d7b-96c0-c631d0977001 None None] Publish callbacks [] for port (2f1a554e-624d-454d-aeb9-a12de564bd8e), precommit_create {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:21.442052 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-60527d47-d26a-4d7b-96c0-c631d0977001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981'] for port (2f1a554e-624d-454d-aeb9-a12de564bd8e), after_create {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:21.480176 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60527d47-d26a-4d7b-96c0-c631d0977001 None None] Network 23b9544d-fd88-4f29-96bb-d69c9a9a50d9 is already hosted by enough agents. {{(pid=102997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:44:21.483102 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.scheduler.base_scheduler [None req-60527d47-d26a-4d7b-96c0-c631d0977001 None None] Resources bound (agent type, host, resource id): {{(pid=102997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:44:21.485535 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60527d47-d26a-4d7b-96c0-c631d0977001 None None] Received port after_create {{(pid=102997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:44:21.497498 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-c4f7b6c2-8939-4b54-a765-6e7ee90728d7 admin admin] Publish callbacks [] for router_gateway (a7f5e2f2-9748-4908-8f86-0cfaa254ae1b), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:21.499046 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60527d47-d26a-4d7b-96c0-c631d0977001 None None] Pushing event updated for resources: {'Port': ['ID=2f1a554e-624d-454d-aeb9-a12de564bd8e,revision_number=1']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:21.516510 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-c4f7b6c2-8939-4b54-a765-6e7ee90728d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:21.552125 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-60527d47-d26a-4d7b-96c0-c631d0977001 None None] Attempting to bind port 2f1a554e-624d-454d-aeb9-a12de564bd8e on host dv-cinder-831167-1-iscsi for vnic_type normal with profile {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:44:21.552408 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-60527d47-d26a-4d7b-96c0-c631d0977001 None None] Attempting to bind port 2f1a554e-624d-454d-aeb9-a12de564bd8e by drivers openvswitch,hyperv on host dv-cinder-831167-1-iscsi at level 0 using segments [{'id': 'e7ceb69c-dd7a-4a22-ad62-a483c13f795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '23b9544d-fd88-4f29-96bb-d69c9a9a50d9'}] {{(pid=102997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:44:21.552775 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60527d47-d26a-4d7b-96c0-c631d0977001 None None] Attempting to bind port 2f1a554e-624d-454d-aeb9-a12de564bd8e on network 23b9544d-fd88-4f29-96bb-d69c9a9a50d9 {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:44:21.558332 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60527d47-d26a-4d7b-96c0-c631d0977001 None None] Checking agent: {'id': '9787f0c2-b99f-49df-865b-f8e3f2374559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 1), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:44:21.558709 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60527d47-d26a-4d7b-96c0-c631d0977001 None None] Checking segment: {'id': 'e7ceb69c-dd7a-4a22-ad62-a483c13f795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '23b9544d-fd88-4f29-96bb-d69c9a9a50d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:44:21.559144 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-60527d47-d26a-4d7b-96c0-c631d0977001 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:21.559544 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60527d47-d26a-4d7b-96c0-c631d0977001 None None] Bound using segment: {'id': 'e7ceb69c-dd7a-4a22-ad62-a483c13f795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '23b9544d-fd88-4f29-96bb-d69c9a9a50d9'} {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:44:21.560008 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-60527d47-d26a-4d7b-96c0-c631d0977001 None None] Bound port: 2f1a554e-624d-454d-aeb9-a12de564bd8e, host: dv-cinder-831167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ceb69c-dd7a-4a22-ad62-a483c13f795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '23b9544d-fd88-4f29-96bb-d69c9a9a50d9'}}] {{(pid=102997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:44:21.560388 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-60527d47-d26a-4d7b-96c0-c631d0977001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (2f1a554e-624d-454d-aeb9-a12de564bd8e), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:21.621219 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-60527d47-d26a-4d7b-96c0-c631d0977001 None None] For port 2f1a554e-624d-454d-aeb9-a12de564bd8e, host dv-cinder-831167-1-iscsi, cleared binding levels {{(pid=102997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:44:21.622987 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.db_base_plugin_common [None req-c4f7b6c2-8939-4b54-a765-6e7ee90728d7 admin admin] Allocated IP 172.27.1.53 (5c191bd3-8d00-44c5-b017-904410258187/e0d51f16-a2c9-415b-a552-79de15f3fe23/2254e119-32d8-4e08-a48b-c78977e2576b) {{(pid=102996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:44:21.624422 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-60527d47-d26a-4d7b-96c0-c631d0977001 None None] For port 2f1a554e-624d-454d-aeb9-a12de564bd8e, host dv-cinder-831167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=2f1a554e-624d-454d-aeb9-a12de564bd8e,segment=NetworkSegment(e7ceb69c-dd7a-4a22-ad62-a483c13f795c),segment_id=e7ceb69c-dd7a-4a22-ad62-a483c13f795c)] {{(pid=102997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:44:21.630015 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-60527d47-d26a-4d7b-96c0-c631d0977001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (2f1a554e-624d-454d-aeb9-a12de564bd8e), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:21.685155 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60527d47-d26a-4d7b-96c0-c631d0977001 None None] Pushing event updated for resources: {'Port': ['ID=2f1a554e-624d-454d-aeb9-a12de564bd8e,revision_number=2']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:21.726952 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-c4f7b6c2-8939-4b54-a765-6e7ee90728d7 admin admin] Publish callbacks [] for port (2254e119-32d8-4e08-a48b-c78977e2576b), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:21.761049 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-c4f7b6c2-8939-4b54-a765-6e7ee90728d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (2254e119-32d8-4e08-a48b-c78977e2576b), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:21.801184 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f7b6c2-8939-4b54-a765-6e7ee90728d7 admin admin] Network 5c191bd3-8d00-44c5-b017-904410258187 is already hosted by enough agents. {{(pid=102996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:44:21.804155 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.base_scheduler [None req-c4f7b6c2-8939-4b54-a765-6e7ee90728d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:44:21.810422 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f7b6c2-8939-4b54-a765-6e7ee90728d7 admin admin] Received port after_create {{(pid=102996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:44:21.812717 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f7b6c2-8939-4b54-a765-6e7ee90728d7 admin admin] Pushing event updated for resources: {'Port': ['ID=2254e119-32d8-4e08-a48b-c78977e2576b,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:22.077363 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-c4f7b6c2-8939-4b54-a765-6e7ee90728d7 admin admin] Publish callbacks [] for router_gateway (a7f5e2f2-9748-4908-8f86-0cfaa254ae1b), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:22.270151 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-c4f7b6c2-8939-4b54-a765-6e7ee90728d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-380383'] for router (a7f5e2f2-9748-4908-8f86-0cfaa254ae1b), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:22.411515 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f7b6c2-8939-4b54-a765-6e7ee90728d7 admin admin] Router a7f5e2f2-9748-4908-8f86-0cfaa254ae1b is scheduled to L3 agent 86347f47-2890-46a7-a199-31163828a11a with binding_index 1 {{(pid=102996) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:44:22.520613 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f7b6c2-8939-4b54-a765-6e7ee90728d7 admin admin] Notify agent at l3_agent.dv-cinder-831167-1-iscsi the message routers_updated {{(pid=102996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:44:22.529735 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23771d3-67d8-4393-aa66-78e5cfd2afab None None] Sync routers for ids ['a7f5e2f2-9748-4908-8f86-0cfaa254ae1b'] in dv-cinder-831167-1-iscsi {{(pid=102997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:44:22.541676 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23771d3-67d8-4393-aa66-78e5cfd2afab None None] Routers {'a7f5e2f2-9748-4908-8f86-0cfaa254ae1b'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:44:22.542291 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-e23771d3-67d8-4393-aa66-78e5cfd2afab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:43:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['a7f5e2f2-9748-4908-8f86-0cfaa254ae1b'], 'active': True} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:44:22.545547 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31de279-68d0-4f62-80e7-d761e794f11c None None] Network 23b9544d-fd88-4f29-96bb-d69c9a9a50d9 requested from dv-cinder-831167-1-iscsi {{(pid=102997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:44:22.546838 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-c4f7b6c2-8939-4b54-a765-6e7ee90728d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:22.548247 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-c4f7b6c2-8939-4b54-a765-6e7ee90728d7 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.4803386 Feb 28 10:44:22.550730 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 34332) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:22.776308 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 2f1a554e-624d-454d-aeb9-a12de564bd8e up at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:44:22.783230 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-82b06dcc-b874-4bf7-b6d4-0e2ac5281e4f None None] Provisioning complete for port 2f1a554e-624d-454d-aeb9-a12de564bd8e triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:44:22.783549 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-82b06dcc-b874-4bf7-b6d4-0e2ac5281e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (2f1a554e-624d-454d-aeb9-a12de564bd8e), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:22.932952 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvr_db [None req-e23771d3-67d8-4393-aa66-78e5cfd2afab None None] Set router a7f5e2f2-9748-4908-8f86-0cfaa254ae1b gateway port host: dv-cinder-831167-1-iscsi {{(pid=102997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:44:23.039902 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Provisioning complete for port 2f1a554e-624d-454d-aeb9-a12de564bd8e triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:44:23.040276 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (2f1a554e-624d-454d-aeb9-a12de564bd8e), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:23.134017 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-82b06dcc-b874-4bf7-b6d4-0e2ac5281e4f None None] Current status of the port 2f1a554e-624d-454d-aeb9-a12de564bd8e is: DOWN; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:44:23.134408 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-82b06dcc-b874-4bf7-b6d4-0e2ac5281e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (2f1a554e-624d-454d-aeb9-a12de564bd8e), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:23.228304 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-a9c1176b-6efa-4229-9526-ef63d674ee2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:23.236801 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-82b06dcc-b874-4bf7-b6d4-0e2ac5281e4f None None] For port 2f1a554e-624d-454d-aeb9-a12de564bd8e, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=2f1a554e-624d-454d-aeb9-a12de564bd8e,segment=NetworkSegment(e7ceb69c-dd7a-4a22-ad62-a483c13f795c),segment_id=e7ceb69c-dd7a-4a22-ad62-a483c13f795c)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:44:23.246842 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-82b06dcc-b874-4bf7-b6d4-0e2ac5281e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (2f1a554e-624d-454d-aeb9-a12de564bd8e), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:23.275233 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Current status of the port 2f1a554e-624d-454d-aeb9-a12de564bd8e is: DOWN; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:44:23.275622 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (2f1a554e-624d-454d-aeb9-a12de564bd8e), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:23.345986 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b06dcc-b874-4bf7-b6d4-0e2ac5281e4f None None] Pushing event updated for resources: {'Port': ['ID=2f1a554e-624d-454d-aeb9-a12de564bd8e,revision_number=3']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:23.376799 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-e23771d3-67d8-4393-aa66-78e5cfd2afab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f5e2f2-9748-4908-8f86-0cfaa254ae1b', 'name': 'tempest-TestMinimumBasicScenario-448465795-router', 'tenant_id': '7199da134f5348a7adb55be7f0758efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '2254e119-32d8-4e08-a48b-c78977e2576b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:44:21Z', 'updated_at': '2022-02-28T10:44:21Z', 'revision_number': 3, 'project_id': '7199da134f5348a7adb55be7f0758efe', 'gw_port': {'id': '2254e119-32d8-4e08-a48b-c78977e2576b', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f5e2f2-9748-4908-8f86-0cfaa254ae1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:21Z', 'updated_at': '2022-02-28T10:44:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi'}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:44:23.379680 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.db.api [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102997) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:44:23.380254 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG oslo_db.api [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:44:23.391730 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.db_base_plugin_common [None req-a9c1176b-6efa-4229-9526-ef63d674ee2b admin admin] Allocated IP 172.20.0.1 (23b9544d-fd88-4f29-96bb-d69c9a9a50d9/4e180469-4b25-4077-a30b-ec96a9fd15f3/1ba42818-e283-44fe-92c6-95f705f8e1e4) {{(pid=102996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:44:23.407164 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-c46c1b07-f9fd-44ad-844c-be71b70012e8 None None] Provisioning complete for port 2f1a554e-624d-454d-aeb9-a12de564bd8e triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:44:23.407593 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-c46c1b07-f9fd-44ad-844c-be71b70012e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (2f1a554e-624d-454d-aeb9-a12de564bd8e), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:23.409309 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23771d3-67d8-4393-aa66-78e5cfd2afab None None] Checking router: a7f5e2f2-9748-4908-8f86-0cfaa254ae1b for host: dv-cinder-831167-1-iscsi {{(pid=102997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:44:23.409665 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23771d3-67d8-4393-aa66-78e5cfd2afab None None] Updating router a7f5e2f2-9748-4908-8f86-0cfaa254ae1b port 2254e119-32d8-4e08-a48b-c78977e2576b binding host dv-cinder-831167-1-iscsi {{(pid=102997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:44:23.481322 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-e23771d3-67d8-4393-aa66-78e5cfd2afab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (2254e119-32d8-4e08-a48b-c78977e2576b), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:23.503064 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-a9c1176b-6efa-4229-9526-ef63d674ee2b admin admin] Publish callbacks [] for port (1ba42818-e283-44fe-92c6-95f705f8e1e4), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:23.537109 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-a9c1176b-6efa-4229-9526-ef63d674ee2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (1ba42818-e283-44fe-92c6-95f705f8e1e4), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:23.578966 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c1176b-6efa-4229-9526-ef63d674ee2b admin admin] Network 23b9544d-fd88-4f29-96bb-d69c9a9a50d9 is already hosted by enough agents. {{(pid=102996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:44:23.583246 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.base_scheduler [None req-a9c1176b-6efa-4229-9526-ef63d674ee2b admin admin] Resources bound (agent type, host, resource id): {{(pid=102996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:44:23.586780 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c1176b-6efa-4229-9526-ef63d674ee2b admin admin] Received port after_create {{(pid=102996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:44:23.609323 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1176b-6efa-4229-9526-ef63d674ee2b admin admin] Pushing event updated for resources: {'Port': ['ID=1ba42818-e283-44fe-92c6-95f705f8e1e4,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:23.618660 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-c46c1b07-f9fd-44ad-844c-be71b70012e8 None None] Current status of the port 2f1a554e-624d-454d-aeb9-a12de564bd8e is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:44:23.632167 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-a9c1176b-6efa-4229-9526-ef63d674ee2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-379266'] for router_interface (a7f5e2f2-9748-4908-8f86-0cfaa254ae1b), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:23.770672 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-a9c1176b-6efa-4229-9526-ef63d674ee2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (1ba42818-e283-44fe-92c6-95f705f8e1e4), before_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:23.788715 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-e23771d3-67d8-4393-aa66-78e5cfd2afab None None] Publish callbacks [] for port (2254e119-32d8-4e08-a48b-c78977e2576b), precommit_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:23.794143 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-e23771d3-67d8-4393-aa66-78e5cfd2afab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (2254e119-32d8-4e08-a48b-c78977e2576b), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:23.853753 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5921dcff-ad9b-4fa4-bb39-17ef12aa37d3 None None] Pushing event updated for resources: {'Port': ['ID=2254e119-32d8-4e08-a48b-c78977e2576b,revision_number=2']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:23.856508 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-e23771d3-67d8-4393-aa66-78e5cfd2afab None None] Attempting to bind port 2254e119-32d8-4e08-a48b-c78977e2576b on host dv-cinder-831167-1-iscsi for vnic_type normal with profile {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:44:23.856948 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-e23771d3-67d8-4393-aa66-78e5cfd2afab None None] Attempting to bind port 2254e119-32d8-4e08-a48b-c78977e2576b by drivers openvswitch,hyperv on host dv-cinder-831167-1-iscsi at level 0 using segments [{'id': '490b7679-533e-4a17-9008-1b96b60e260c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c191bd3-8d00-44c5-b017-904410258187'}] {{(pid=102997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:44:23.857381 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23771d3-67d8-4393-aa66-78e5cfd2afab None None] Attempting to bind port 2254e119-32d8-4e08-a48b-c78977e2576b on network 5c191bd3-8d00-44c5-b017-904410258187 {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:44:23.865795 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23771d3-67d8-4393-aa66-78e5cfd2afab None None] Checking agent: {'id': '9787f0c2-b99f-49df-865b-f8e3f2374559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 1), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:44:23.866176 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23771d3-67d8-4393-aa66-78e5cfd2afab None None] Checking segment: {'id': '490b7679-533e-4a17-9008-1b96b60e260c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c191bd3-8d00-44c5-b017-904410258187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:44:23.866579 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-e23771d3-67d8-4393-aa66-78e5cfd2afab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:23.866989 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23771d3-67d8-4393-aa66-78e5cfd2afab None None] Bound using segment: {'id': '490b7679-533e-4a17-9008-1b96b60e260c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c191bd3-8d00-44c5-b017-904410258187'} {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:44:23.867458 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-e23771d3-67d8-4393-aa66-78e5cfd2afab None None] Bound port: 2254e119-32d8-4e08-a48b-c78977e2576b, host: dv-cinder-831167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490b7679-533e-4a17-9008-1b96b60e260c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c191bd3-8d00-44c5-b017-904410258187'}}] {{(pid=102997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:44:23.867837 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-e23771d3-67d8-4393-aa66-78e5cfd2afab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (2254e119-32d8-4e08-a48b-c78977e2576b), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:23.871326 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-b5af905f-a6fb-4eb3-b95f-bc99e2fdf037 None None] Provisioning complete for port 1ba42818-e283-44fe-92c6-95f705f8e1e4 triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:44:23.871692 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-b5af905f-a6fb-4eb3-b95f-bc99e2fdf037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (1ba42818-e283-44fe-92c6-95f705f8e1e4), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:23.931877 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-a9c1176b-6efa-4229-9526-ef63d674ee2b admin admin] Publish callbacks [] for port (1ba42818-e283-44fe-92c6-95f705f8e1e4), precommit_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:23.936781 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-a9c1176b-6efa-4229-9526-ef63d674ee2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63361884'] for port (1ba42818-e283-44fe-92c6-95f705f8e1e4), after_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:23.971030 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-b5af905f-a6fb-4eb3-b95f-bc99e2fdf037 None None] Port 1ba42818-e283-44fe-92c6-95f705f8e1e4 cannot update to ACTIVE because it is not bound. {{(pid=102997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:44:23.976854 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Current status of the port 2f1a554e-624d-454d-aeb9-a12de564bd8e is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:44:23.981023 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-e23771d3-67d8-4393-aa66-78e5cfd2afab None None] For port 2254e119-32d8-4e08-a48b-c78977e2576b, host dv-cinder-831167-1-iscsi, cleared binding levels {{(pid=102997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:44:23.984481 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-e23771d3-67d8-4393-aa66-78e5cfd2afab None None] For port 2254e119-32d8-4e08-a48b-c78977e2576b, host dv-cinder-831167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=2254e119-32d8-4e08-a48b-c78977e2576b,segment=NetworkSegment(490b7679-533e-4a17-9008-1b96b60e260c),segment_id=490b7679-533e-4a17-9008-1b96b60e260c)] {{(pid=102997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:44:23.990816 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-e23771d3-67d8-4393-aa66-78e5cfd2afab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (2254e119-32d8-4e08-a48b-c78977e2576b), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:23.999664 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1176b-6efa-4229-9526-ef63d674ee2b admin admin] Pushing event updated for resources: {'Port': ['ID=1ba42818-e283-44fe-92c6-95f705f8e1e4,revision_number=2']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:24.008770 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-a9c1176b-6efa-4229-9526-ef63d674ee2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1717522'] for router_interface (a7f5e2f2-9748-4908-8f86-0cfaa254ae1b), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:24.047482 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23771d3-67d8-4393-aa66-78e5cfd2afab None None] Routers {'a7f5e2f2-9748-4908-8f86-0cfaa254ae1b'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:44:24.048112 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-e23771d3-67d8-4393-aa66-78e5cfd2afab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:43:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['a7f5e2f2-9748-4908-8f86-0cfaa254ae1b'], 'active': True} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:44:24.081357 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5921dcff-ad9b-4fa4-bb39-17ef12aa37d3 None None] Pushing event updated for resources: {'Port': ['ID=2254e119-32d8-4e08-a48b-c78977e2576b,revision_number=3']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:24.109076 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c1176b-6efa-4229-9526-ef63d674ee2b admin admin] Network 23b9544d-fd88-4f29-96bb-d69c9a9a50d9 is already hosted by enough agents. {{(pid=102996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:44:24.110529 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.base_scheduler [None req-a9c1176b-6efa-4229-9526-ef63d674ee2b admin admin] Resources bound (agent type, host, resource id): {{(pid=102996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:44:24.168848 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvr_db [None req-e23771d3-67d8-4393-aa66-78e5cfd2afab None None] Set router a7f5e2f2-9748-4908-8f86-0cfaa254ae1b gateway port host: dv-cinder-831167-1-iscsi {{(pid=102997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:44:24.228534 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c1176b-6efa-4229-9526-ef63d674ee2b admin admin] Router a7f5e2f2-9748-4908-8f86-0cfaa254ae1b has already been hosted by L3 agent 86347f47-2890-46a7-a199-31163828a11a {{(pid=102996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:44:24.345278 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c1176b-6efa-4229-9526-ef63d674ee2b admin admin] Notify agent at l3_agent.dv-cinder-831167-1-iscsi the message routers_updated {{(pid=102996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:44:24.350874 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-a9c1176b-6efa-4229-9526-ef63d674ee2b admin admin] 10.222.0.44 "PUT /v2.0/routers/a7f5e2f2-9748-4908-8f86-0cfaa254ae1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7991142 Feb 28 10:44:24.436721 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-048068c8-acbb-42d2-bdc2-b2d2a64b0c19 None None] Provisioning complete for port 1ba42818-e283-44fe-92c6-95f705f8e1e4 triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:44:24.437097 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-048068c8-acbb-42d2-bdc2-b2d2a64b0c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (1ba42818-e283-44fe-92c6-95f705f8e1e4), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:24.494628 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-048068c8-acbb-42d2-bdc2-b2d2a64b0c19 None None] Port 1ba42818-e283-44fe-92c6-95f705f8e1e4 cannot update to ACTIVE because it is not bound. {{(pid=102997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:44:24.544881 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-e23771d3-67d8-4393-aa66-78e5cfd2afab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f5e2f2-9748-4908-8f86-0cfaa254ae1b', 'name': 'tempest-TestMinimumBasicScenario-448465795-router', 'tenant_id': '7199da134f5348a7adb55be7f0758efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '2254e119-32d8-4e08-a48b-c78977e2576b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:44:21Z', 'updated_at': '2022-02-28T10:44:23Z', 'revision_number': 4, 'project_id': '7199da134f5348a7adb55be7f0758efe', 'gw_port': {'id': '2254e119-32d8-4e08-a48b-c78977e2576b', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f5e2f2-9748-4908-8f86-0cfaa254ae1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:21Z', 'updated_at': '2022-02-28T10:44:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '1ba42818-e283-44fe-92c6-95f705f8e1e4', 'name': '', 'network_id': '23b9544d-fd88-4f29-96bb-d69c9a9a50d9', 'tenant_id': '7199da134f5348a7adb55be7f0758efe', 'mac_address': 'fa:16:3e:20:d2:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f5e2f2-9748-4908-8f86-0cfaa254ae1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '4e180469-4b25-4077-a30b-ec96a9fd15f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:23Z', 'updated_at': '2022-02-28T10:44:23Z', 'revision_number': 2, 'project_id': '7199da134f5348a7adb55be7f0758efe', 'subnets': [{'id': '4e180469-4b25-4077-a30b-ec96a9fd15f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:44:24.570600 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23771d3-67d8-4393-aa66-78e5cfd2afab None None] The sync data for ids ['a7f5e2f2-9748-4908-8f86-0cfaa254ae1b'] in dv-cinder-831167-1-iscsi is: [{'id': 'a7f5e2f2-9748-4908-8f86-0cfaa254ae1b', 'name': 'tempest-TestMinimumBasicScenario-448465795-router', 'tenant_id': '7199da134f5348a7adb55be7f0758efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '2254e119-32d8-4e08-a48b-c78977e2576b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:44:21Z', 'updated_at': '2022-02-28T10:44:23Z', 'revision_number': 4, 'project_id': '7199da134f5348a7adb55be7f0758efe', 'gw_port': {'id': '2254e119-32d8-4e08-a48b-c78977e2576b', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f5e2f2-9748-4908-8f86-0cfaa254ae1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:21Z', 'updated_at': '2022-02-28T10:44:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '1ba42818-e283-44fe-92c6-95f705f8e1e4', 'name': '', 'network_id': '23b9544d-fd88-4f29-96bb-d69c9a9a50d9', 'tenant_id': '7199da134f5348a7adb55be7f0758efe', 'mac_address': 'fa:16:3e:20:d2:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f5e2f2-9748-4908-8f86-0cfaa254ae1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '4e180469-4b25-4077-a30b-ec96a9fd15f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:23Z', 'updated_at': '2022-02-28T10:44:23Z', 'revision_number': 2, 'project_id': '7199da134f5348a7adb55be7f0758efe', 'subnets': [{'id': '4e180469-4b25-4077-a30b-ec96a9fd15f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:44:24.748971 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 2f1a554e-624d-454d-aeb9-a12de564bd8e up at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:44:24.820434 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Provisioning complete for port 2f1a554e-624d-454d-aeb9-a12de564bd8e triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:44:24.820855 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (2f1a554e-624d-454d-aeb9-a12de564bd8e), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:24.895961 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 34352) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:24.900902 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [None req-72ed78c7-f216-4af9-95c9-091d2d4859f6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-208193939-network', 'tenant_id': '03ff76db0e6a4bafa228ad0a4575d3e3'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:44:24.919238 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Current status of the port 2f1a554e-624d-454d-aeb9-a12de564bd8e is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:44:24.921640 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ed78c7-f216-4af9-95c9-091d2d4859f6 admin admin] Made reservation on behalf of 03ff76db0e6a4bafa228ad0a4575d3e3 for: {'network': 1} {{(pid=102996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:44:24.924585 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-72ed78c7-f216-4af9-95c9-091d2d4859f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for network (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:24.934080 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-72ed78c7-f216-4af9-95c9-091d2d4859f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:24.956409 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-60ddba49-c8fd-4df9-afe3-ba091bf5de86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:25.016291 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-72ed78c7-f216-4af9-95c9-091d2d4859f6 admin admin] Publish callbacks [] for security_group (9060a372-2ac3-4592-8ddc-25a362494ccc), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:25.020360 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-72ed78c7-f216-4af9-95c9-091d2d4859f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (9060a372-2ac3-4592-8ddc-25a362494ccc), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:25.042343 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72ed78c7-f216-4af9-95c9-091d2d4859f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=102996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:44:25.056205 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ed78c7-f216-4af9-95c9-091d2d4859f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9060a372-2ac3-4592-8ddc-25a362494ccc,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:25.061976 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-72ed78c7-f216-4af9-95c9-091d2d4859f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761337'] for segment (07fe83a9-e3b1-4193-a998-8f1652a11612), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:25.062317 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.db.segments_db [None req-72ed78c7-f216-4af9-95c9-091d2d4859f6 admin admin] Added segment 07fe83a9-e3b1-4193-a998-8f1652a11612 of type vlan for network 6c912516-e059-4d27-a0e3-d19f27f2e402 Feb 28 10:44:25.106608 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-72ed78c7-f216-4af9-95c9-091d2d4859f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783309439991'] for network (6c912516-e059-4d27-a0e3-d19f27f2e402), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:25.133225 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-72ed78c7-f216-4af9-95c9-091d2d4859f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297'] for network (6c912516-e059-4d27-a0e3-d19f27f2e402), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:25.134276 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ed78c7-f216-4af9-95c9-091d2d4859f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:25.134875 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-72ed78c7-f216-4af9-95c9-091d2d4859f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for network (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:25.196771 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-72ed78c7-f216-4af9-95c9-091d2d4859f6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2966387 Feb 28 10:44:25.197002 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 34354) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:25.201804 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [None req-9fd308ca-eb60-4890-8860-79e3193b7967 admin admin] Request body: {'subnet': {'network_id': '6c912516-e059-4d27-a0e3-d19f27f2e402', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-208193939-subnet', 'tenant_id': '03ff76db0e6a4bafa228ad0a4575d3e3', 'ip_version': 4}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:44:25.214376 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ed78c7-f216-4af9-95c9-091d2d4859f6 admin admin] Pushing event updated for resources: {'Network': ['ID=6c912516-e059-4d27-a0e3-d19f27f2e402,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:25.227187 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Network 6c912516-e059-4d27-a0e3-d19f27f2e402 details requested by agent ovs-agent-dv-cinder-831167-1-iscsi with host dv-cinder-831167-1-iscsi {{(pid=102997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:44:25.228048 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd308ca-eb60-4890-8860-79e3193b7967 admin admin] Made reservation on behalf of 03ff76db0e6a4bafa228ad0a4575d3e3 for: {'subnet': 1} {{(pid=102996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:44:25.231082 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-9fd308ca-eb60-4890-8860-79e3193b7967 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64835544'] for subnet (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:25.421433 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-9fd308ca-eb60-4890-8860-79e3193b7967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63361825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64835562'] for subnet (d9d7776d-d557-4723-9042-cc2895052c96), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:25.478136 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd308ca-eb60-4890-8860-79e3193b7967 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9d7776d-d557-4723-9042-cc2895052c96,revision_number=0']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:25.487935 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd308ca-eb60-4890-8860-79e3193b7967 admin admin] Checking segment: {'id': '07fe83a9-e3b1-4193-a998-8f1652a11612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6c912516-e059-4d27-a0e3-d19f27f2e402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:44:25.488290 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd308ca-eb60-4890-8860-79e3193b7967 admin admin] Network hostable DHCP agents. Network: 6c912516-e059-4d27-a0e3-d19f27f2e402, hostable agents: ['908aa187-f1dc-423a-8ec3-c19816a84263'], hosted agents: [] {{(pid=102996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:44:25.505637 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd308ca-eb60-4890-8860-79e3193b7967 admin admin] Network 6c912516-e059-4d27-a0e3-d19f27f2e402 is scheduled to be hosted by DHCP agent 908aa187-f1dc-423a-8ec3-c19816a84263 with binding_index 1 {{(pid=102996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:44:25.521804 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.base_scheduler [None req-9fd308ca-eb60-4890-8860-79e3193b7967 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831167-1-iscsi, 6c912516-e059-4d27-a0e3-d19f27f2e402) {{(pid=102996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:44:25.526699 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd308ca-eb60-4890-8860-79e3193b7967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:25.527334 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-9fd308ca-eb60-4890-8860-79e3193b7967 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for subnet (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:25.532594 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5951d1c4-65ae-4aa3-8145-41edc298fe7e None None] Network 6c912516-e059-4d27-a0e3-d19f27f2e402 requested from dv-cinder-831167-1-iscsi {{(pid=102997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:44:25.550391 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-9fd308ca-eb60-4890-8860-79e3193b7967 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3498380 Feb 28 10:44:25.550562 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 34358) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:25.555393 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [None req-00935961-02bf-43c5-aefd-77457c6ea42f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-208193939-router', 'tenant_id': '03ff76db0e6a4bafa228ad0a4575d3e3', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187'}}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:44:25.576722 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-00935961-02bf-43c5-aefd-77457c6ea42f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router (99db37fb-d33f-4dde-8b11-920d539c348b), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:25.577847 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-00935961-02bf-43c5-aefd-77457c6ea42f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-380290', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8896'] for router (99db37fb-d33f-4dde-8b11-920d539c348b), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:25.639915 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-00935961-02bf-43c5-aefd-77457c6ea42f admin admin] Publish callbacks [] for router_controller (99db37fb-d33f-4dde-8b11-920d539c348b), precommit_add_association {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:25.647930 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ea73a1-7743-4e29-a163-dc75b790bfdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54a0a7cf-b57e-5b42-bf88-c5e67f938400-6c912516-e059-4d27-a0e3-d19f27f2e402', 'network_id': '6c912516-e059-4d27-a0e3-d19f27f2e402', 'project_id': '03ff76db0e6a4bafa228ad0a4575d3e3', 'fixed_ips': [{'subnet_id': 'd9d7776d-d557-4723-9042-cc2895052c96'}]}} from dv-cinder-831167-1-iscsi. {{(pid=102997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:44:25.648792 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-d9ea73a1-7743-4e29-a163-dc75b790bfdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:25.788400 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.db_base_plugin_common [None req-d9ea73a1-7743-4e29-a163-dc75b790bfdc None None] Allocated IP 172.20.0.2 (6c912516-e059-4d27-a0e3-d19f27f2e402/d9d7776d-d557-4723-9042-cc2895052c96/45c27616-70cf-479b-8fdf-3a4acc817f7c) {{(pid=102997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:44:25.790810 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-00935961-02bf-43c5-aefd-77457c6ea42f admin admin] Publish callbacks [] for router_gateway (99db37fb-d33f-4dde-8b11-920d539c348b), precommit_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:25.960572 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-d9ea73a1-7743-4e29-a163-dc75b790bfdc None None] Publish callbacks [] for port (45c27616-70cf-479b-8fdf-3a4acc817f7c), precommit_create {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:25.966524 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-d9ea73a1-7743-4e29-a163-dc75b790bfdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981'] for port (45c27616-70cf-479b-8fdf-3a4acc817f7c), after_create {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:26.003514 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-00935961-02bf-43c5-aefd-77457c6ea42f admin admin] Publish callbacks [] for router_gateway (99db37fb-d33f-4dde-8b11-920d539c348b), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:26.008155 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ea73a1-7743-4e29-a163-dc75b790bfdc None None] Network 6c912516-e059-4d27-a0e3-d19f27f2e402 is already hosted by enough agents. {{(pid=102997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:44:26.010976 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.scheduler.base_scheduler [None req-d9ea73a1-7743-4e29-a163-dc75b790bfdc None None] Resources bound (agent type, host, resource id): {{(pid=102997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:44:26.013335 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ea73a1-7743-4e29-a163-dc75b790bfdc None None] Received port after_create {{(pid=102997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:44:26.022802 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-00935961-02bf-43c5-aefd-77457c6ea42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:26.026052 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ea73a1-7743-4e29-a163-dc75b790bfdc None None] Pushing event updated for resources: {'Port': ['ID=45c27616-70cf-479b-8fdf-3a4acc817f7c,revision_number=1']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:26.077820 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-d9ea73a1-7743-4e29-a163-dc75b790bfdc None None] Attempting to bind port 45c27616-70cf-479b-8fdf-3a4acc817f7c on host dv-cinder-831167-1-iscsi for vnic_type normal with profile {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:44:26.078160 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-d9ea73a1-7743-4e29-a163-dc75b790bfdc None None] Attempting to bind port 45c27616-70cf-479b-8fdf-3a4acc817f7c by drivers openvswitch,hyperv on host dv-cinder-831167-1-iscsi at level 0 using segments [{'id': '07fe83a9-e3b1-4193-a998-8f1652a11612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6c912516-e059-4d27-a0e3-d19f27f2e402'}] {{(pid=102997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:44:26.078950 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ea73a1-7743-4e29-a163-dc75b790bfdc None None] Attempting to bind port 45c27616-70cf-479b-8fdf-3a4acc817f7c on network 6c912516-e059-4d27-a0e3-d19f27f2e402 {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:44:26.084340 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ea73a1-7743-4e29-a163-dc75b790bfdc None None] Checking agent: {'id': '9787f0c2-b99f-49df-865b-f8e3f2374559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 1), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:44:26.084719 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ea73a1-7743-4e29-a163-dc75b790bfdc None None] Checking segment: {'id': '07fe83a9-e3b1-4193-a998-8f1652a11612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6c912516-e059-4d27-a0e3-d19f27f2e402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:44:26.085123 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-d9ea73a1-7743-4e29-a163-dc75b790bfdc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:26.085518 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ea73a1-7743-4e29-a163-dc75b790bfdc None None] Bound using segment: {'id': '07fe83a9-e3b1-4193-a998-8f1652a11612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6c912516-e059-4d27-a0e3-d19f27f2e402'} {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:44:26.085989 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-d9ea73a1-7743-4e29-a163-dc75b790bfdc None None] Bound port: 45c27616-70cf-479b-8fdf-3a4acc817f7c, host: dv-cinder-831167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07fe83a9-e3b1-4193-a998-8f1652a11612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6c912516-e059-4d27-a0e3-d19f27f2e402'}}] {{(pid=102997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:44:26.086375 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-d9ea73a1-7743-4e29-a163-dc75b790bfdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (45c27616-70cf-479b-8fdf-3a4acc817f7c), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:26.138598 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.db_base_plugin_common [None req-00935961-02bf-43c5-aefd-77457c6ea42f admin admin] Allocated IP 172.27.1.55 (5c191bd3-8d00-44c5-b017-904410258187/e0d51f16-a2c9-415b-a552-79de15f3fe23/9d1ae313-461a-4851-aa24-849f5753a98d) {{(pid=102996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:44:26.153018 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-d9ea73a1-7743-4e29-a163-dc75b790bfdc None None] For port 45c27616-70cf-479b-8fdf-3a4acc817f7c, host dv-cinder-831167-1-iscsi, cleared binding levels {{(pid=102997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:44:26.156135 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-d9ea73a1-7743-4e29-a163-dc75b790bfdc None None] For port 45c27616-70cf-479b-8fdf-3a4acc817f7c, host dv-cinder-831167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=45c27616-70cf-479b-8fdf-3a4acc817f7c,segment=NetworkSegment(07fe83a9-e3b1-4193-a998-8f1652a11612),segment_id=07fe83a9-e3b1-4193-a998-8f1652a11612)] {{(pid=102997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:44:26.161429 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-d9ea73a1-7743-4e29-a163-dc75b790bfdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (45c27616-70cf-479b-8fdf-3a4acc817f7c), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:26.228989 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ea73a1-7743-4e29-a163-dc75b790bfdc None None] Pushing event updated for resources: {'Port': ['ID=45c27616-70cf-479b-8fdf-3a4acc817f7c,revision_number=2']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:26.261373 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-00935961-02bf-43c5-aefd-77457c6ea42f admin admin] Publish callbacks [] for port (9d1ae313-461a-4851-aa24-849f5753a98d), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:26.296597 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-00935961-02bf-43c5-aefd-77457c6ea42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (9d1ae313-461a-4851-aa24-849f5753a98d), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:26.336244 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00935961-02bf-43c5-aefd-77457c6ea42f admin admin] Network 5c191bd3-8d00-44c5-b017-904410258187 is already hosted by enough agents. {{(pid=102996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:44:26.339628 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.base_scheduler [None req-00935961-02bf-43c5-aefd-77457c6ea42f admin admin] Resources bound (agent type, host, resource id): {{(pid=102996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:44:26.342003 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00935961-02bf-43c5-aefd-77457c6ea42f admin admin] Received port after_create {{(pid=102996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:44:26.369717 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00935961-02bf-43c5-aefd-77457c6ea42f admin admin] Pushing event updated for resources: {'Port': ['ID=9d1ae313-461a-4851-aa24-849f5753a98d,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:26.641659 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-00935961-02bf-43c5-aefd-77457c6ea42f admin admin] Publish callbacks [] for router_gateway (99db37fb-d33f-4dde-8b11-920d539c348b), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:26.757826 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7d345904-e430-4ea5-b644-b91d9f9d7118 req-1f868837-c1ab-4d2f-80dd-e8e753dad938 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1662454718&fields=id&tenant_id=22ea02f677704fa687a93d29125ca6a3 HTTP/1.1" status: 200 len: 267 time: 0.0544691 Feb 28 10:44:26.817931 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 45c27616-70cf-479b-8fdf-3a4acc817f7c up at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:44:26.859929 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-00935961-02bf-43c5-aefd-77457c6ea42f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-380383'] for router (99db37fb-d33f-4dde-8b11-920d539c348b), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:26.868642 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Provisioning complete for port 45c27616-70cf-479b-8fdf-3a4acc817f7c triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:44:26.869026 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (45c27616-70cf-479b-8fdf-3a4acc817f7c), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:26.875584 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d345904-e430-4ea5-b644-b91d9f9d7118 req-d753147b-a290-4eda-a677-69ff2cd33a3a tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:26.877167 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7d345904-e430-4ea5-b644-b91d9f9d7118 req-d753147b-a290-4eda-a677-69ff2cd33a3a tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/networks?id=ede571e1-5716-4bae-9020-859bb7f1760f HTTP/1.1" status: 200 len: 809 time: 0.1119978 Feb 28 10:44:26.893413 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7d345904-e430-4ea5-b644-b91d9f9d7118 req-80bd41d4-bcb3-471b-af97-883e0747c48c tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/quotas/22ea02f677704fa687a93d29125ca6a3 HTTP/1.1" status: 200 len: 375 time: 0.0105181 Feb 28 10:44:26.955629 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7d345904-e430-4ea5-b644-b91d9f9d7118 req-b4a36d67-6a3e-4ff5-9d95-8d7abbc7ec78 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=22ea02f677704fa687a93d29125ca6a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537243 Feb 28 10:44:26.957525 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Current status of the port 45c27616-70cf-479b-8fdf-3a4acc817f7c is: DOWN; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:44:26.957925 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (45c27616-70cf-479b-8fdf-3a4acc817f7c), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:27.001043 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] For port 45c27616-70cf-479b-8fdf-3a4acc817f7c, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=45c27616-70cf-479b-8fdf-3a4acc817f7c,segment=NetworkSegment(07fe83a9-e3b1-4193-a998-8f1652a11612),segment_id=07fe83a9-e3b1-4193-a998-8f1652a11612)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:44:27.006938 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (45c27616-70cf-479b-8fdf-3a4acc817f7c), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:27.007872 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 2254e119-32d8-4e08-a48b-c78977e2576b up at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:44:27.023141 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00935961-02bf-43c5-aefd-77457c6ea42f admin admin] Router 99db37fb-d33f-4dde-8b11-920d539c348b is scheduled to L3 agent 86347f47-2890-46a7-a199-31163828a11a with binding_index 1 {{(pid=102996) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:44:27.105330 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Pushing event updated for resources: {'Port': ['ID=45c27616-70cf-479b-8fdf-3a4acc817f7c,revision_number=3']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:27.118716 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Provisioning complete for port 2254e119-32d8-4e08-a48b-c78977e2576b triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:44:27.119134 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (2254e119-32d8-4e08-a48b-c78977e2576b), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:27.173565 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-0da5361f-80a5-4fc4-82c4-44ed5dbcc504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:27.203533 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00935961-02bf-43c5-aefd-77457c6ea42f admin admin] Notify agent at l3_agent.dv-cinder-831167-1-iscsi the message routers_updated {{(pid=102996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:44:27.215006 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbe5678-1847-4cf4-aaf4-3c932d6d9c23 None None] Sync routers for ids ['99db37fb-d33f-4dde-8b11-920d539c348b'] in dv-cinder-831167-1-iscsi {{(pid=102998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:44:27.230035 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbe5678-1847-4cf4-aaf4-3c932d6d9c23 None None] Routers {'99db37fb-d33f-4dde-8b11-920d539c348b'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:44:27.230720 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-dbbe5678-1847-4cf4-aaf4-3c932d6d9c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:44:27Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['99db37fb-d33f-4dde-8b11-920d539c348b'], 'active': True} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:44:27.231721 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-00935961-02bf-43c5-aefd-77457c6ea42f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:27.235670 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-00935961-02bf-43c5-aefd-77457c6ea42f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6813543 Feb 28 10:44:27.243305 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 34370) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:27.249212 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Current status of the port 2254e119-32d8-4e08-a48b-c78977e2576b is: DOWN; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:44:27.249642 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (2254e119-32d8-4e08-a48b-c78977e2576b), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:27.279280 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] For port 2254e119-32d8-4e08-a48b-c78977e2576b, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=2254e119-32d8-4e08-a48b-c78977e2576b,segment=NetworkSegment(490b7679-533e-4a17-9008-1b96b60e260c),segment_id=490b7679-533e-4a17-9008-1b96b60e260c)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:44:27.285184 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (2254e119-32d8-4e08-a48b-c78977e2576b), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:27.330986 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ce7493-d7d2-455e-8e9c-eb23961b237e None None] Sync routers for ids ['a7f5e2f2-9748-4908-8f86-0cfaa254ae1b'] in dv-cinder-831167-1-iscsi {{(pid=102997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:44:27.355241 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ce7493-d7d2-455e-8e9c-eb23961b237e None None] Routers {'a7f5e2f2-9748-4908-8f86-0cfaa254ae1b'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:44:27.355834 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-33ce7493-d7d2-455e-8e9c-eb23961b237e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:44:27Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['a7f5e2f2-9748-4908-8f86-0cfaa254ae1b'], 'active': True} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:44:27.380857 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvr_db [None req-dbbe5678-1847-4cf4-aaf4-3c932d6d9c23 None None] Set router 99db37fb-d33f-4dde-8b11-920d539c348b gateway port host: dv-cinder-831167-1-iscsi {{(pid=102998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:44:27.394657 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7d345904-e430-4ea5-b644-b91d9f9d7118 req-b118e214-938e-44ee-aa68-012d9ce7550b service neutron] 10.222.0.44 "GET /v2.0/networks/ede571e1-5716-4bae-9020-859bb7f1760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262879 Feb 28 10:44:27.407968 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Pushing event updated for resources: {'Port': ['ID=2254e119-32d8-4e08-a48b-c78977e2576b,revision_number=4']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:27.450841 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd14edad-41d1-46f5-8b02-9b050523c7c3 None None] Network 6c912516-e059-4d27-a0e3-d19f27f2e402 requested from dv-cinder-831167-1-iscsi {{(pid=102997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:44:27.524978 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvr_db [None req-33ce7493-d7d2-455e-8e9c-eb23961b237e None None] Set router a7f5e2f2-9748-4908-8f86-0cfaa254ae1b gateway port host: dv-cinder-831167-1-iscsi {{(pid=102997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:44:27.569702 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7d345904-e430-4ea5-b644-b91d9f9d7118 req-394c254f-e6b3-48db-ae82-7b47eadd546e service neutron] 10.222.0.44 "GET /v2.0/networks/ede571e1-5716-4bae-9020-859bb7f1760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681020 Feb 28 10:44:27.592064 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-dbbe5678-1847-4cf4-aaf4-3c932d6d9c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99db37fb-d33f-4dde-8b11-920d539c348b', 'name': 'tempest-TestMinimumBasicScenario-208193939-router', 'tenant_id': '03ff76db0e6a4bafa228ad0a4575d3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '9d1ae313-461a-4851-aa24-849f5753a98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:44:25Z', 'updated_at': '2022-02-28T10:44:26Z', 'revision_number': 3, 'project_id': '03ff76db0e6a4bafa228ad0a4575d3e3', 'gw_port': {'id': '9d1ae313-461a-4851-aa24-849f5753a98d', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:46:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99db37fb-d33f-4dde-8b11-920d539c348b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:26Z', 'updated_at': '2022-02-28T10:44:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi'}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:44:27.633706 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbe5678-1847-4cf4-aaf4-3c932d6d9c23 None None] Checking router: 99db37fb-d33f-4dde-8b11-920d539c348b for host: dv-cinder-831167-1-iscsi {{(pid=102998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:44:27.634309 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbe5678-1847-4cf4-aaf4-3c932d6d9c23 None None] Updating router 99db37fb-d33f-4dde-8b11-920d539c348b port 9d1ae313-461a-4851-aa24-849f5753a98d binding host dv-cinder-831167-1-iscsi {{(pid=102998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:44:27.652578 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-a3ba1392-c76b-4f65-9b84-e48a51e45def None None] Provisioning complete for port 45c27616-70cf-479b-8fdf-3a4acc817f7c triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:44:27.652971 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-a3ba1392-c76b-4f65-9b84-e48a51e45def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (45c27616-70cf-479b-8fdf-3a4acc817f7c), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:27.671775 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-dbbe5678-1847-4cf4-aaf4-3c932d6d9c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (9d1ae313-461a-4851-aa24-849f5753a98d), before_update {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:27.891916 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-52feb263-b5af-47ff-93ff-3d8657b31812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:27.962814 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-dbbe5678-1847-4cf4-aaf4-3c932d6d9c23 None None] Publish callbacks [] for port (9d1ae313-461a-4851-aa24-849f5753a98d), precommit_update {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:27.969830 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-dbbe5678-1847-4cf4-aaf4-3c932d6d9c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (9d1ae313-461a-4851-aa24-849f5753a98d), after_update {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:27.992172 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c23b17ed-b985-4eed-8e4b-b9589a836810 req-96073683-96eb-4275-8d53-a2751ce25107 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 210 time: 0.0410903 Feb 28 10:44:28.000944 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.managers [None req-dbbe5678-1847-4cf4-aaf4-3c932d6d9c23 None None] Attempting to bind port 9d1ae313-461a-4851-aa24-849f5753a98d on host dv-cinder-831167-1-iscsi for vnic_type normal with profile {{(pid=102998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:44:28.001324 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.managers [None req-dbbe5678-1847-4cf4-aaf4-3c932d6d9c23 None None] Attempting to bind port 9d1ae313-461a-4851-aa24-849f5753a98d by drivers openvswitch,hyperv on host dv-cinder-831167-1-iscsi at level 0 using segments [{'id': '490b7679-533e-4a17-9008-1b96b60e260c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c191bd3-8d00-44c5-b017-904410258187'}] {{(pid=102998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:44:28.001694 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbe5678-1847-4cf4-aaf4-3c932d6d9c23 None None] Attempting to bind port 9d1ae313-461a-4851-aa24-849f5753a98d on network 5c191bd3-8d00-44c5-b017-904410258187 {{(pid=102998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:44:28.026276 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbe5678-1847-4cf4-aaf4-3c932d6d9c23 None None] Checking agent: {'id': '9787f0c2-b99f-49df-865b-f8e3f2374559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 1), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:44:28.027159 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbe5678-1847-4cf4-aaf4-3c932d6d9c23 None None] Checking segment: {'id': '490b7679-533e-4a17-9008-1b96b60e260c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c191bd3-8d00-44c5-b017-904410258187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:44:28.027807 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-dbbe5678-1847-4cf4-aaf4-3c932d6d9c23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:28.028384 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbe5678-1847-4cf4-aaf4-3c932d6d9c23 None None] Bound using segment: {'id': '490b7679-533e-4a17-9008-1b96b60e260c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c191bd3-8d00-44c5-b017-904410258187'} {{(pid=102998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:44:28.029042 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.managers [None req-dbbe5678-1847-4cf4-aaf4-3c932d6d9c23 None None] Bound port: 9d1ae313-461a-4851-aa24-849f5753a98d, host: dv-cinder-831167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490b7679-533e-4a17-9008-1b96b60e260c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c191bd3-8d00-44c5-b017-904410258187'}}] {{(pid=102998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:44:28.029611 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-dbbe5678-1847-4cf4-aaf4-3c932d6d9c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (9d1ae313-461a-4851-aa24-849f5753a98d), before_update {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:28.087230 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-a3ba1392-c76b-4f65-9b84-e48a51e45def None None] Current status of the port 45c27616-70cf-479b-8fdf-3a4acc817f7c is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:44:28.095455 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a5c01-3ee9-43fe-b07e-495925314354 None None] Pushing event updated for resources: {'Port': ['ID=9d1ae313-461a-4851-aa24-849f5753a98d,revision_number=2']} {{(pid=102998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:28.105464 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-33ce7493-d7d2-455e-8e9c-eb23961b237e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f5e2f2-9748-4908-8f86-0cfaa254ae1b', 'name': 'tempest-TestMinimumBasicScenario-448465795-router', 'tenant_id': '7199da134f5348a7adb55be7f0758efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '2254e119-32d8-4e08-a48b-c78977e2576b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:44:21Z', 'updated_at': '2022-02-28T10:44:23Z', 'revision_number': 4, 'project_id': '7199da134f5348a7adb55be7f0758efe', 'gw_port': {'id': '2254e119-32d8-4e08-a48b-c78977e2576b', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f5e2f2-9748-4908-8f86-0cfaa254ae1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:21Z', 'updated_at': '2022-02-28T10:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '1ba42818-e283-44fe-92c6-95f705f8e1e4', 'name': '', 'network_id': '23b9544d-fd88-4f29-96bb-d69c9a9a50d9', 'tenant_id': '7199da134f5348a7adb55be7f0758efe', 'mac_address': 'fa:16:3e:20:d2:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f5e2f2-9748-4908-8f86-0cfaa254ae1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '4e180469-4b25-4077-a30b-ec96a9fd15f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:23Z', 'updated_at': '2022-02-28T10:44:23Z', 'revision_number': 2, 'project_id': '7199da134f5348a7adb55be7f0758efe', 'subnets': [{'id': '4e180469-4b25-4077-a30b-ec96a9fd15f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:44:28.121330 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.db [None req-dbbe5678-1847-4cf4-aaf4-3c932d6d9c23 None None] For port 9d1ae313-461a-4851-aa24-849f5753a98d, host dv-cinder-831167-1-iscsi, cleared binding levels {{(pid=102998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:44:28.124865 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.db [None req-dbbe5678-1847-4cf4-aaf4-3c932d6d9c23 None None] For port 9d1ae313-461a-4851-aa24-849f5753a98d, host dv-cinder-831167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=9d1ae313-461a-4851-aa24-849f5753a98d,segment=NetworkSegment(490b7679-533e-4a17-9008-1b96b60e260c),segment_id=490b7679-533e-4a17-9008-1b96b60e260c)] {{(pid=102998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:44:28.131992 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-dbbe5678-1847-4cf4-aaf4-3c932d6d9c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (9d1ae313-461a-4851-aa24-849f5753a98d), after_update {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:28.145779 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ce7493-d7d2-455e-8e9c-eb23961b237e None None] Checking router: a7f5e2f2-9748-4908-8f86-0cfaa254ae1b for host: dv-cinder-831167-1-iscsi {{(pid=102997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:44:28.146369 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ce7493-d7d2-455e-8e9c-eb23961b237e None None] Updating router a7f5e2f2-9748-4908-8f86-0cfaa254ae1b port 1ba42818-e283-44fe-92c6-95f705f8e1e4 binding host dv-cinder-831167-1-iscsi {{(pid=102997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:44:28.181899 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-33ce7493-d7d2-455e-8e9c-eb23961b237e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (1ba42818-e283-44fe-92c6-95f705f8e1e4), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:28.196695 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.db.db_base_plugin_common [None req-52feb263-b5af-47ff-93ff-3d8657b31812 admin admin] Allocated IP 172.20.0.1 (6c912516-e059-4d27-a0e3-d19f27f2e402/d9d7776d-d557-4723-9042-cc2895052c96/87f14293-99d2-483b-9a56-2145d92f97bb) {{(pid=102995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:44:28.200369 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a5c01-3ee9-43fe-b07e-495925314354 None None] Pushing event updated for resources: {'Port': ['ID=9d1ae313-461a-4851-aa24-849f5753a98d,revision_number=3']} {{(pid=102998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:28.235625 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbe5678-1847-4cf4-aaf4-3c932d6d9c23 None None] Routers {'99db37fb-d33f-4dde-8b11-920d539c348b'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:44:28.236422 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-dbbe5678-1847-4cf4-aaf4-3c932d6d9c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:44:27Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['99db37fb-d33f-4dde-8b11-920d539c348b'], 'active': True} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:44:28.362622 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-8420ff97-8605-421e-a4e3-e0c318e7efa9 None None] Provisioning complete for port 45c27616-70cf-479b-8fdf-3a4acc817f7c triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:44:28.363306 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-8420ff97-8605-421e-a4e3-e0c318e7efa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (45c27616-70cf-479b-8fdf-3a4acc817f7c), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:28.364532 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-52feb263-b5af-47ff-93ff-3d8657b31812 admin admin] Publish callbacks [] for port (87f14293-99d2-483b-9a56-2145d92f97bb), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:28.396991 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvr_db [None req-dbbe5678-1847-4cf4-aaf4-3c932d6d9c23 None None] Set router 99db37fb-d33f-4dde-8b11-920d539c348b gateway port host: dv-cinder-831167-1-iscsi {{(pid=102998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:44:28.404191 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-52feb263-b5af-47ff-93ff-3d8657b31812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63288186'] for port (87f14293-99d2-483b-9a56-2145d92f97bb), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:28.454464 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52feb263-b5af-47ff-93ff-3d8657b31812 admin admin] Network 6c912516-e059-4d27-a0e3-d19f27f2e402 is already hosted by enough agents. {{(pid=102995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:44:28.460584 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.base_scheduler [None req-52feb263-b5af-47ff-93ff-3d8657b31812 admin admin] Resources bound (agent type, host, resource id): {{(pid=102995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:44:28.464628 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52feb263-b5af-47ff-93ff-3d8657b31812 admin admin] Received port after_create {{(pid=102995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:44:28.506723 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52feb263-b5af-47ff-93ff-3d8657b31812 admin admin] Pushing event updated for resources: {'Port': ['ID=87f14293-99d2-483b-9a56-2145d92f97bb,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:28.524340 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-52feb263-b5af-47ff-93ff-3d8657b31812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-379266'] for router_interface (99db37fb-d33f-4dde-8b11-920d539c348b), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:28.562006 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-8420ff97-8605-421e-a4e3-e0c318e7efa9 None None] Current status of the port 45c27616-70cf-479b-8fdf-3a4acc817f7c is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:44:28.604002 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:28.631538 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-33ce7493-d7d2-455e-8e9c-eb23961b237e None None] Publish callbacks [] for port (1ba42818-e283-44fe-92c6-95f705f8e1e4), precommit_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:28.653098 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-33ce7493-d7d2-455e-8e9c-eb23961b237e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (1ba42818-e283-44fe-92c6-95f705f8e1e4), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:28.655967 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-dbbe5678-1847-4cf4-aaf4-3c932d6d9c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99db37fb-d33f-4dde-8b11-920d539c348b', 'name': 'tempest-TestMinimumBasicScenario-208193939-router', 'tenant_id': '03ff76db0e6a4bafa228ad0a4575d3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '9d1ae313-461a-4851-aa24-849f5753a98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:44:25Z', 'updated_at': '2022-02-28T10:44:26Z', 'revision_number': 3, 'project_id': '03ff76db0e6a4bafa228ad0a4575d3e3', 'gw_port': {'id': '9d1ae313-461a-4851-aa24-849f5753a98d', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:46:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99db37fb-d33f-4dde-8b11-920d539c348b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:26Z', 'updated_at': '2022-02-28T10:44:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi'}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:44:28.690586 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbe5678-1847-4cf4-aaf4-3c932d6d9c23 None None] The sync data for ids ['99db37fb-d33f-4dde-8b11-920d539c348b'] in dv-cinder-831167-1-iscsi is: [{'id': '99db37fb-d33f-4dde-8b11-920d539c348b', 'name': 'tempest-TestMinimumBasicScenario-208193939-router', 'tenant_id': '03ff76db0e6a4bafa228ad0a4575d3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '9d1ae313-461a-4851-aa24-849f5753a98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:44:25Z', 'updated_at': '2022-02-28T10:44:26Z', 'revision_number': 3, 'project_id': '03ff76db0e6a4bafa228ad0a4575d3e3', 'gw_port': {'id': '9d1ae313-461a-4851-aa24-849f5753a98d', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:46:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99db37fb-d33f-4dde-8b11-920d539c348b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:26Z', 'updated_at': '2022-02-28T10:44:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi'}] {{(pid=102998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:44:28.729835 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-52feb263-b5af-47ff-93ff-3d8657b31812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (87f14293-99d2-483b-9a56-2145d92f97bb), before_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:28.810118 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe769487-095b-43e5-bd23-21df50a7e14c None None] Pushing event updated for resources: {'Port': ['ID=1ba42818-e283-44fe-92c6-95f705f8e1e4,revision_number=3']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:28.840300 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-33ce7493-d7d2-455e-8e9c-eb23961b237e None None] Attempting to bind port 1ba42818-e283-44fe-92c6-95f705f8e1e4 on host dv-cinder-831167-1-iscsi for vnic_type normal with profile {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:44:28.840668 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-33ce7493-d7d2-455e-8e9c-eb23961b237e None None] Attempting to bind port 1ba42818-e283-44fe-92c6-95f705f8e1e4 by drivers openvswitch,hyperv on host dv-cinder-831167-1-iscsi at level 0 using segments [{'id': 'e7ceb69c-dd7a-4a22-ad62-a483c13f795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '23b9544d-fd88-4f29-96bb-d69c9a9a50d9'}] {{(pid=102997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:44:28.841036 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ce7493-d7d2-455e-8e9c-eb23961b237e None None] Attempting to bind port 1ba42818-e283-44fe-92c6-95f705f8e1e4 on network 23b9544d-fd88-4f29-96bb-d69c9a9a50d9 {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:44:28.847176 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ce7493-d7d2-455e-8e9c-eb23961b237e None None] Checking agent: {'id': '9787f0c2-b99f-49df-865b-f8e3f2374559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 1), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:44:28.847559 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ce7493-d7d2-455e-8e9c-eb23961b237e None None] Checking segment: {'id': 'e7ceb69c-dd7a-4a22-ad62-a483c13f795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '23b9544d-fd88-4f29-96bb-d69c9a9a50d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:44:28.847966 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-33ce7493-d7d2-455e-8e9c-eb23961b237e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:28.848519 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ce7493-d7d2-455e-8e9c-eb23961b237e None None] Bound using segment: {'id': 'e7ceb69c-dd7a-4a22-ad62-a483c13f795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '23b9544d-fd88-4f29-96bb-d69c9a9a50d9'} {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:44:28.848818 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-33ce7493-d7d2-455e-8e9c-eb23961b237e None None] Bound port: 1ba42818-e283-44fe-92c6-95f705f8e1e4, host: dv-cinder-831167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ceb69c-dd7a-4a22-ad62-a483c13f795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '23b9544d-fd88-4f29-96bb-d69c9a9a50d9'}}] {{(pid=102997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:44:28.849429 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-33ce7493-d7d2-455e-8e9c-eb23961b237e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (1ba42818-e283-44fe-92c6-95f705f8e1e4), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:28.853264 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 45c27616-70cf-479b-8fdf-3a4acc817f7c up at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:44:28.951435 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-3ffed52c-2f3a-419e-9ed9-adba7eee3801 None None] Provisioning complete for port 87f14293-99d2-483b-9a56-2145d92f97bb triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:44:28.951817 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-3ffed52c-2f3a-419e-9ed9-adba7eee3801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (87f14293-99d2-483b-9a56-2145d92f97bb), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:28.974788 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-52feb263-b5af-47ff-93ff-3d8657b31812 admin admin] Publish callbacks [] for port (87f14293-99d2-483b-9a56-2145d92f97bb), precommit_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:28.984403 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-52feb263-b5af-47ff-93ff-3d8657b31812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63288179'] for port (87f14293-99d2-483b-9a56-2145d92f97bb), after_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:29.013039 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-3ffed52c-2f3a-419e-9ed9-adba7eee3801 None None] Port 87f14293-99d2-483b-9a56-2145d92f97bb cannot update to ACTIVE because it is not bound. {{(pid=102997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:44:29.022891 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-33ce7493-d7d2-455e-8e9c-eb23961b237e None None] For port 1ba42818-e283-44fe-92c6-95f705f8e1e4, host dv-cinder-831167-1-iscsi, cleared binding levels {{(pid=102997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:44:29.025103 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Provisioning complete for port 45c27616-70cf-479b-8fdf-3a4acc817f7c triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:44:29.025501 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (45c27616-70cf-479b-8fdf-3a4acc817f7c), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:29.029632 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-33ce7493-d7d2-455e-8e9c-eb23961b237e None None] For port 1ba42818-e283-44fe-92c6-95f705f8e1e4, host dv-cinder-831167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=1ba42818-e283-44fe-92c6-95f705f8e1e4,segment=NetworkSegment(e7ceb69c-dd7a-4a22-ad62-a483c13f795c),segment_id=e7ceb69c-dd7a-4a22-ad62-a483c13f795c)] {{(pid=102997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:44:29.069134 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-52feb263-b5af-47ff-93ff-3d8657b31812 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1717522'] for router_interface (99db37fb-d33f-4dde-8b11-920d539c348b), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:29.071231 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52feb263-b5af-47ff-93ff-3d8657b31812 admin admin] Pushing event updated for resources: {'Port': ['ID=87f14293-99d2-483b-9a56-2145d92f97bb,revision_number=2']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:29.084901 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-33ce7493-d7d2-455e-8e9c-eb23961b237e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (1ba42818-e283-44fe-92c6-95f705f8e1e4), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:29.197083 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-8ad6d5ad-a32f-4764-8f6a-e31a50adc1d2 None None] Provisioning complete for port 1ba42818-e283-44fe-92c6-95f705f8e1e4 triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:44:29.197755 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-8ad6d5ad-a32f-4764-8f6a-e31a50adc1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (1ba42818-e283-44fe-92c6-95f705f8e1e4), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:29.200616 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe769487-095b-43e5-bd23-21df50a7e14c None None] Pushing event updated for resources: {'Port': ['ID=1ba42818-e283-44fe-92c6-95f705f8e1e4,revision_number=4']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:29.205673 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ce7493-d7d2-455e-8e9c-eb23961b237e None None] Routers {'a7f5e2f2-9748-4908-8f86-0cfaa254ae1b'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:44:29.205814 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-33ce7493-d7d2-455e-8e9c-eb23961b237e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:44:27Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['a7f5e2f2-9748-4908-8f86-0cfaa254ae1b'], 'active': True} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:44:29.226289 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52feb263-b5af-47ff-93ff-3d8657b31812 admin admin] Network 6c912516-e059-4d27-a0e3-d19f27f2e402 is already hosted by enough agents. {{(pid=102995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:44:29.231185 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.base_scheduler [None req-52feb263-b5af-47ff-93ff-3d8657b31812 admin admin] Resources bound (agent type, host, resource id): {{(pid=102995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:44:29.262576 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-584726c9-16ac-4177-858a-7a4433d29f18 req-8bd241fc-a110-4913-93f8-c0758ce2e227 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 210 time: 0.0567172 Feb 28 10:44:29.498324 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52feb263-b5af-47ff-93ff-3d8657b31812 admin admin] Router 99db37fb-d33f-4dde-8b11-920d539c348b has already been hosted by L3 agent 86347f47-2890-46a7-a199-31163828a11a {{(pid=102995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:44:29.502178 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d345904-e430-4ea5-b644-b91d9f9d7118 req-743e29a0-b226-4cda-b7ff-e993cf124d4c tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:29.504916 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-7d345904-e430-4ea5-b644-b91d9f9d7118 req-743e29a0-b226-4cda-b7ff-e993cf124d4c tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.46 "GET /v2.0/networks?id=ede571e1-5716-4bae-9020-859bb7f1760f HTTP/1.1" status: 200 len: 809 time: 0.2538109 Feb 28 10:44:29.586038 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-8ad6d5ad-a32f-4764-8f6a-e31a50adc1d2 None None] Current status of the port 1ba42818-e283-44fe-92c6-95f705f8e1e4 is: DOWN; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:44:29.586436 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-8ad6d5ad-a32f-4764-8f6a-e31a50adc1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (1ba42818-e283-44fe-92c6-95f705f8e1e4), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:29.592228 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Current status of the port 45c27616-70cf-479b-8fdf-3a4acc817f7c is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:44:29.593342 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 2254e119-32d8-4e08-a48b-c78977e2576b up at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:44:29.609775 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-7d345904-e430-4ea5-b644-b91d9f9d7118 req-3ce4a599-7555-4c2f-8ae8-43e5f6d8ddaf tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22ea02f677704fa687a93d29125ca6a3 HTTP/1.1" status: 200 len: 380 time: 0.0886779 Feb 28 10:44:29.619086 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [req-7d345904-e430-4ea5-b644-b91d9f9d7118 req-66f854f0-1c0e-4144-87d4-b2a63ef8fbae tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Request body: {'port': {'device_id': '27e18b9a-822b-404b-8132-ac1b74b248c1', 'network_id': 'ede571e1-5716-4bae-9020-859bb7f1760f', 'admin_state_up': True, 'tenant_id': '22ea02f677704fa687a93d29125ca6a3', 'security_groups': ['4c2bdc8a-d08e-4546-a893-aaa7a48984d8']}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:44:29.669701 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52feb263-b5af-47ff-93ff-3d8657b31812 admin admin] Notify agent at l3_agent.dv-cinder-831167-1-iscsi the message routers_updated {{(pid=102995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:44:29.679456 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-52feb263-b5af-47ff-93ff-3d8657b31812 admin admin] 10.222.0.44 "PUT /v2.0/routers/99db37fb-d33f-4dde-8b11-920d539c348b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4320440 Feb 28 10:44:29.685929 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvr_db [None req-33ce7493-d7d2-455e-8e9c-eb23961b237e None None] Set router a7f5e2f2-9748-4908-8f86-0cfaa254ae1b gateway port host: dv-cinder-831167-1-iscsi {{(pid=102997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:44:29.725663 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-8ad6d5ad-a32f-4764-8f6a-e31a50adc1d2 None None] For port 1ba42818-e283-44fe-92c6-95f705f8e1e4, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=1ba42818-e283-44fe-92c6-95f705f8e1e4,segment=NetworkSegment(e7ceb69c-dd7a-4a22-ad62-a483c13f795c),segment_id=e7ceb69c-dd7a-4a22-ad62-a483c13f795c)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:44:29.736538 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-8ad6d5ad-a32f-4764-8f6a-e31a50adc1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (1ba42818-e283-44fe-92c6-95f705f8e1e4), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:29.839144 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad6d5ad-a32f-4764-8f6a-e31a50adc1d2 None None] Pushing event updated for resources: {'Port': ['ID=1ba42818-e283-44fe-92c6-95f705f8e1e4,revision_number=5']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:29.903314 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Provisioning complete for port 2254e119-32d8-4e08-a48b-c78977e2576b triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:44:29.903723 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (2254e119-32d8-4e08-a48b-c78977e2576b), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:30.005289 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-4bb69013-726a-4e09-94f0-a69fbf264bce None None] Provisioning complete for port 1ba42818-e283-44fe-92c6-95f705f8e1e4 triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:44:30.005808 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4bb69013-726a-4e09-94f0-a69fbf264bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (1ba42818-e283-44fe-92c6-95f705f8e1e4), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:30.066699 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d345904-e430-4ea5-b644-b91d9f9d7118 req-66f854f0-1c0e-4144-87d4-b2a63ef8fbae tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Made reservation on behalf of 22ea02f677704fa687a93d29125ca6a3 for: {'port': 1} {{(pid=102996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:44:30.068305 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:30.071598 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-7d345904-e430-4ea5-b644-b91d9f9d7118 req-66f854f0-1c0e-4144-87d4-b2a63ef8fbae tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:30.270837 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.db_base_plugin_common [req-7d345904-e430-4ea5-b644-b91d9f9d7118 req-66f854f0-1c0e-4144-87d4-b2a63ef8fbae tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Allocated IP 172.20.0.9 (ede571e1-5716-4bae-9020-859bb7f1760f/55cefaf0-4c0c-4c3a-bb32-2c28a0d09b00/ccd4bc28-5a85-42d7-9188-1e41c8cd6e14) {{(pid=102996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:44:30.349677 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-33ce7493-d7d2-455e-8e9c-eb23961b237e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f5e2f2-9748-4908-8f86-0cfaa254ae1b', 'name': 'tempest-TestMinimumBasicScenario-448465795-router', 'tenant_id': '7199da134f5348a7adb55be7f0758efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '2254e119-32d8-4e08-a48b-c78977e2576b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:44:21Z', 'updated_at': '2022-02-28T10:44:23Z', 'revision_number': 4, 'project_id': '7199da134f5348a7adb55be7f0758efe', 'gw_port': {'id': '2254e119-32d8-4e08-a48b-c78977e2576b', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f5e2f2-9748-4908-8f86-0cfaa254ae1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:21Z', 'updated_at': '2022-02-28T10:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '1ba42818-e283-44fe-92c6-95f705f8e1e4', 'name': '', 'network_id': '23b9544d-fd88-4f29-96bb-d69c9a9a50d9', 'tenant_id': '7199da134f5348a7adb55be7f0758efe', 'mac_address': 'fa:16:3e:20:d2:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f5e2f2-9748-4908-8f86-0cfaa254ae1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '4e180469-4b25-4077-a30b-ec96a9fd15f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:23Z', 'updated_at': '2022-02-28T10:44:29Z', 'revision_number': 4, 'project_id': '7199da134f5348a7adb55be7f0758efe', 'subnets': [{'id': '4e180469-4b25-4077-a30b-ec96a9fd15f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:44:30.389936 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ce7493-d7d2-455e-8e9c-eb23961b237e None None] The sync data for ids ['a7f5e2f2-9748-4908-8f86-0cfaa254ae1b'] in dv-cinder-831167-1-iscsi is: [{'id': 'a7f5e2f2-9748-4908-8f86-0cfaa254ae1b', 'name': 'tempest-TestMinimumBasicScenario-448465795-router', 'tenant_id': '7199da134f5348a7adb55be7f0758efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '2254e119-32d8-4e08-a48b-c78977e2576b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:44:21Z', 'updated_at': '2022-02-28T10:44:23Z', 'revision_number': 4, 'project_id': '7199da134f5348a7adb55be7f0758efe', 'gw_port': {'id': '2254e119-32d8-4e08-a48b-c78977e2576b', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f5e2f2-9748-4908-8f86-0cfaa254ae1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:21Z', 'updated_at': '2022-02-28T10:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '1ba42818-e283-44fe-92c6-95f705f8e1e4', 'name': '', 'network_id': '23b9544d-fd88-4f29-96bb-d69c9a9a50d9', 'tenant_id': '7199da134f5348a7adb55be7f0758efe', 'mac_address': 'fa:16:3e:20:d2:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f5e2f2-9748-4908-8f86-0cfaa254ae1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '4e180469-4b25-4077-a30b-ec96a9fd15f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:23Z', 'updated_at': '2022-02-28T10:44:29Z', 'revision_number': 4, 'project_id': '7199da134f5348a7adb55be7f0758efe', 'subnets': [{'id': '4e180469-4b25-4077-a30b-ec96a9fd15f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:44:30.393709 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Current status of the port 2254e119-32d8-4e08-a48b-c78977e2576b is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:44:30.401488 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-4bb69013-726a-4e09-94f0-a69fbf264bce None None] Current status of the port 1ba42818-e283-44fe-92c6-95f705f8e1e4 is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:44:30.413314 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-4bb69013-726a-4e09-94f0-a69fbf264bce None None] Provisioning complete for port 87f14293-99d2-483b-9a56-2145d92f97bb triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:44:30.413934 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4bb69013-726a-4e09-94f0-a69fbf264bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (87f14293-99d2-483b-9a56-2145d92f97bb), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:30.429680 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a4cef7c1-7ea2-4b64-a2f7-56966a748c69 req-08191653-c593-4ca4-955e-b39776560562 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 210 time: 0.0737762 Feb 28 10:44:30.452646 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-4bb69013-726a-4e09-94f0-a69fbf264bce None None] Port 87f14293-99d2-483b-9a56-2145d92f97bb cannot update to ACTIVE because it is not bound. {{(pid=102997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:44:30.465553 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-7d345904-e430-4ea5-b644-b91d9f9d7118 req-66f854f0-1c0e-4144-87d4-b2a63ef8fbae tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks [] for port (ccd4bc28-5a85-42d7-9188-1e41c8cd6e14), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:30.502995 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-7d345904-e430-4ea5-b644-b91d9f9d7118 req-66f854f0-1c0e-4144-87d4-b2a63ef8fbae tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (ccd4bc28-5a85-42d7-9188-1e41c8cd6e14), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:30.552165 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d345904-e430-4ea5-b644-b91d9f9d7118 req-66f854f0-1c0e-4144-87d4-b2a63ef8fbae tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Network ede571e1-5716-4bae-9020-859bb7f1760f is already hosted by enough agents. {{(pid=102996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:44:30.555339 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.base_scheduler [req-7d345904-e430-4ea5-b644-b91d9f9d7118 req-66f854f0-1c0e-4144-87d4-b2a63ef8fbae tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Resources bound (agent type, host, resource id): {{(pid=102996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:44:30.559541 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d345904-e430-4ea5-b644-b91d9f9d7118 req-66f854f0-1c0e-4144-87d4-b2a63ef8fbae tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Received port after_create {{(pid=102996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:44:30.598778 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f854f0-1c0e-4144-87d4-b2a63ef8fbae tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Pushing event updated for resources: {'Port': ['ID=ccd4bc28-5a85-42d7-9188-1e41c8cd6e14,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:30.630033 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d345904-e430-4ea5-b644-b91d9f9d7118 req-66f854f0-1c0e-4144-87d4-b2a63ef8fbae tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:30.630946 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-7d345904-e430-4ea5-b644-b91d9f9d7118 req-66f854f0-1c0e-4144-87d4-b2a63ef8fbae tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:30.655264 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-7d345904-e430-4ea5-b644-b91d9f9d7118 req-66f854f0-1c0e-4144-87d4-b2a63ef8fbae tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0405743 Feb 28 10:44:30.673065 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [req-7d345904-e430-4ea5-b644-b91d9f9d7118 req-6be774ba-23ad-42c6-a2c9-ee3469e5ea1d service neutron] Request body: {'port': {'device_id': '27e18b9a-822b-404b-8132-ac1b74b248c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83116'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:44:30.784421 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-7d345904-e430-4ea5-b644-b91d9f9d7118 req-6be774ba-23ad-42c6-a2c9-ee3469e5ea1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (ccd4bc28-5a85-42d7-9188-1e41c8cd6e14), before_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:31.016829 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-2eb7d2d1-55fd-4788-8825-b193bdf87005 None None] Provisioning complete for port ccd4bc28-5a85-42d7-9188-1e41c8cd6e14 triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:44:31.025337 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-2eb7d2d1-55fd-4788-8825-b193bdf87005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (ccd4bc28-5a85-42d7-9188-1e41c8cd6e14), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:31.075537 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 1ba42818-e283-44fe-92c6-95f705f8e1e4 up at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:44:31.151476 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-2eb7d2d1-55fd-4788-8825-b193bdf87005 None None] Port ccd4bc28-5a85-42d7-9188-1e41c8cd6e14 cannot update to ACTIVE because it is not bound. {{(pid=102997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:44:31.186059 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Provisioning complete for port 1ba42818-e283-44fe-92c6-95f705f8e1e4 triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:44:31.187001 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (1ba42818-e283-44fe-92c6-95f705f8e1e4), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:31.287789 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [req-7d345904-e430-4ea5-b644-b91d9f9d7118 req-6be774ba-23ad-42c6-a2c9-ee3469e5ea1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccd4bc28-5a85-42d7-9188-1e41c8cd6e14 {{(pid=102996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:44:31.298853 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Current status of the port 1ba42818-e283-44fe-92c6-95f705f8e1e4 is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:44:31.299747 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-7d345904-e430-4ea5-b644-b91d9f9d7118 req-6be774ba-23ad-42c6-a2c9-ee3469e5ea1d service neutron] Publish callbacks [] for port (ccd4bc28-5a85-42d7-9188-1e41c8cd6e14), precommit_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:31.300521 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 9d1ae313-461a-4851-aa24-849f5753a98d up at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:44:31.324734 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.provisioning_blocks [req-7d345904-e430-4ea5-b644-b91d9f9d7118 req-6be774ba-23ad-42c6-a2c9-ee3469e5ea1d service neutron] Transition to ACTIVE for port object ccd4bc28-5a85-42d7-9188-1e41c8cd6e14 will not be triggered until provisioned by entity L2. {{(pid=102996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:44:31.331226 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-7d345904-e430-4ea5-b644-b91d9f9d7118 req-6be774ba-23ad-42c6-a2c9-ee3469e5ea1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63361884'] for port (ccd4bc28-5a85-42d7-9188-1e41c8cd6e14), after_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:31.401793 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Provisioning complete for port 9d1ae313-461a-4851-aa24-849f5753a98d triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:44:31.402337 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (9d1ae313-461a-4851-aa24-849f5753a98d), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:31.414949 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be774ba-23ad-42c6-a2c9-ee3469e5ea1d service neutron] Pushing event updated for resources: {'Port': ['ID=ccd4bc28-5a85-42d7-9188-1e41c8cd6e14,revision_number=2']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:31.580370 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-7d345904-e430-4ea5-b644-b91d9f9d7118 req-6be774ba-23ad-42c6-a2c9-ee3469e5ea1d service neutron] Attempting to bind port ccd4bc28-5a85-42d7-9188-1e41c8cd6e14 on host hv-cinder-83116 for vnic_type normal with profile {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:44:31.581044 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-7d345904-e430-4ea5-b644-b91d9f9d7118 req-6be774ba-23ad-42c6-a2c9-ee3469e5ea1d service neutron] Attempting to bind port ccd4bc28-5a85-42d7-9188-1e41c8cd6e14 by drivers openvswitch,hyperv on host hv-cinder-83116 at level 0 using segments [{'id': '63d903ce-4606-4071-bc39-3e34308cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ede571e1-5716-4bae-9020-859bb7f1760f'}] {{(pid=102996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:44:31.581044 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d345904-e430-4ea5-b644-b91d9f9d7118 req-6be774ba-23ad-42c6-a2c9-ee3469e5ea1d service neutron] Attempting to bind port ccd4bc28-5a85-42d7-9188-1e41c8cd6e14 on network ede571e1-5716-4bae-9020-859bb7f1760f {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:44:31.597016 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ad20f6-48cc-4d96-95de-ea5ab5726825 None None] Sync routers for ids ['99db37fb-d33f-4dde-8b11-920d539c348b'] in dv-cinder-831167-1-iscsi {{(pid=102998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:44:31.597851 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d345904-e430-4ea5-b644-b91d9f9d7118 req-6be774ba-23ad-42c6-a2c9-ee3469e5ea1d service neutron] Port ccd4bc28-5a85-42d7-9188-1e41c8cd6e14 on network ede571e1-5716-4bae-9020-859bb7f1760f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83116 {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:44:31.598205 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d345904-e430-4ea5-b644-b91d9f9d7118 req-6be774ba-23ad-42c6-a2c9-ee3469e5ea1d service neutron] Attempting to bind port ccd4bc28-5a85-42d7-9188-1e41c8cd6e14 on network ede571e1-5716-4bae-9020-859bb7f1760f {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:44:31.606810 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Current status of the port 9d1ae313-461a-4851-aa24-849f5753a98d is: DOWN; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:44:31.607230 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (9d1ae313-461a-4851-aa24-849f5753a98d), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:31.611068 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ad20f6-48cc-4d96-95de-ea5ab5726825 None None] Routers {'99db37fb-d33f-4dde-8b11-920d539c348b'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:44:31.612538 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d345904-e430-4ea5-b644-b91d9f9d7118 req-6be774ba-23ad-42c6-a2c9-ee3469e5ea1d service neutron] Checking agent: {'id': 'db31e800-75f5-4bdb-84cd-f402d346b45c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 36, 4), 'started_at': datetime.datetime(2022, 2, 28, 10, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:44:31.612891 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d345904-e430-4ea5-b644-b91d9f9d7118 req-6be774ba-23ad-42c6-a2c9-ee3469e5ea1d service neutron] Checking segment: {'id': '63d903ce-4606-4071-bc39-3e34308cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ede571e1-5716-4bae-9020-859bb7f1760f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:44:31.613270 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d345904-e430-4ea5-b644-b91d9f9d7118 req-6be774ba-23ad-42c6-a2c9-ee3469e5ea1d service neutron] Bound using segment: {'id': '63d903ce-4606-4071-bc39-3e34308cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ede571e1-5716-4bae-9020-859bb7f1760f'} {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:44:31.613709 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-7d345904-e430-4ea5-b644-b91d9f9d7118 req-6be774ba-23ad-42c6-a2c9-ee3469e5ea1d service neutron] Bound port: ccd4bc28-5a85-42d7-9188-1e41c8cd6e14, host: hv-cinder-83116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63d903ce-4606-4071-bc39-3e34308cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ede571e1-5716-4bae-9020-859bb7f1760f'}}] {{(pid=102996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:44:31.614069 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-7d345904-e430-4ea5-b644-b91d9f9d7118 req-6be774ba-23ad-42c6-a2c9-ee3469e5ea1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (ccd4bc28-5a85-42d7-9188-1e41c8cd6e14), before_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:31.632745 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] For port 9d1ae313-461a-4851-aa24-849f5753a98d, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=9d1ae313-461a-4851-aa24-849f5753a98d,segment=NetworkSegment(490b7679-533e-4a17-9008-1b96b60e260c),segment_id=490b7679-533e-4a17-9008-1b96b60e260c)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:44:31.634216 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-92ad20f6-48cc-4d96-95de-ea5ab5726825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:44:27Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['99db37fb-d33f-4dde-8b11-920d539c348b'], 'active': True} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:44:31.641491 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:31.653808 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (9d1ae313-461a-4851-aa24-849f5753a98d), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:31.712329 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecccdd8d-b103-43f4-997f-53c33793ac1b req-f2d5b924-94ef-4a1f-881d-eef943dd2338 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:31.728059 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ecccdd8d-b103-43f4-997f-53c33793ac1b req-f2d5b924-94ef-4a1f-881d-eef943dd2338 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 943 time: 0.1461589 Feb 28 10:44:31.759061 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-7d345904-e430-4ea5-b644-b91d9f9d7118 req-6be774ba-23ad-42c6-a2c9-ee3469e5ea1d service neutron] For port ccd4bc28-5a85-42d7-9188-1e41c8cd6e14, host hv-cinder-83116, cleared binding levels {{(pid=102996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:44:31.763287 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Pushing event updated for resources: {'Port': ['ID=9d1ae313-461a-4851-aa24-849f5753a98d,revision_number=4']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:31.781266 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-7d345904-e430-4ea5-b644-b91d9f9d7118 req-6be774ba-23ad-42c6-a2c9-ee3469e5ea1d service neutron] For port ccd4bc28-5a85-42d7-9188-1e41c8cd6e14, host hv-cinder-83116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=ccd4bc28-5a85-42d7-9188-1e41c8cd6e14,segment=NetworkSegment(63d903ce-4606-4071-bc39-3e34308cb6b7),segment_id=63d903ce-4606-4071-bc39-3e34308cb6b7)] {{(pid=102996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:44:31.796208 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-7d345904-e430-4ea5-b644-b91d9f9d7118 req-6be774ba-23ad-42c6-a2c9-ee3469e5ea1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63361884'] for port (ccd4bc28-5a85-42d7-9188-1e41c8cd6e14), after_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:31.815250 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ecccdd8d-b103-43f4-997f-53c33793ac1b req-cceb4e46-c152-4605-9617-c706202ce641 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c2bdc8a-d08e-4546-a893-aaa7a48984d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861335 Feb 28 10:44:31.858229 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d345904-e430-4ea5-b644-b91d9f9d7118 req-6be774ba-23ad-42c6-a2c9-ee3469e5ea1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:31.859363 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-7d345904-e430-4ea5-b644-b91d9f9d7118 req-6be774ba-23ad-42c6-a2c9-ee3469e5ea1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:31.861097 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-7d345904-e430-4ea5-b644-b91d9f9d7118 req-6be774ba-23ad-42c6-a2c9-ee3469e5ea1d service neutron] 10.222.0.46 "PUT /v2.0/ports/ccd4bc28-5a85-42d7-9188-1e41c8cd6e14 HTTP/1.1" status: 200 len: 1093 time: 1.1927028 Feb 28 10:44:31.867322 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27e18b9a-822b-404b-8132-ac1b74b248c1', 'tag': 'ccd4bc28-5a85-42d7-9188-1e41c8cd6e14'}] {{(pid=102996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:44:31.873286 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fc607127e9415785fd538e0c70e4bf06f6b8f20b6b46de5a0809c41644901f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963b33b9-79f7-44a1-a4a0-244f1336bc52" -d '{"events": [{"name": "network-changed", "server_uuid": "27e18b9a-822b-404b-8132-ac1b74b248c1", "tag": "ccd4bc28-5a85-42d7-9188-1e41c8cd6e14"}]}' {{(pid=102996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:44:31.951999 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be774ba-23ad-42c6-a2c9-ee3469e5ea1d service neutron] Pushing event updated for resources: {'Port': ['ID=ccd4bc28-5a85-42d7-9188-1e41c8cd6e14,revision_number=3']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:31.974652 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2176a530-3de5-408e-a429-9b0ecf15891c x-openstack-request-id: req-2176a530-3de5-408e-a429-9b0ecf15891c {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:44:31.975117 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27e18b9a-822b-404b-8132-ac1b74b248c1", "tag": "ccd4bc28-5a85-42d7-9188-1e41c8cd6e14", "status": "completed", "code": 200}]} {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:44:31.975471 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2176a530-3de5-408e-a429-9b0ecf15891c {{(pid=102996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:44:31.976712 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27e18b9a-822b-404b-8132-ac1b74b248c1', 'tag': 'ccd4bc28-5a85-42d7-9188-1e41c8cd6e14', 'status': 'completed', 'code': 200} Feb 28 10:44:32.019805 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvr_db [None req-92ad20f6-48cc-4d96-95de-ea5ab5726825 None None] Set router 99db37fb-d33f-4dde-8b11-920d539c348b gateway port host: dv-cinder-831167-1-iscsi {{(pid=102998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:44:32.024323 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d345904-e430-4ea5-b644-b91d9f9d7118 req-e2ed7a5c-c620-4e39-9ca1-68d6ff3aea10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:32.025954 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-7d345904-e430-4ea5-b644-b91d9f9d7118 req-e2ed7a5c-c620-4e39-9ca1-68d6ff3aea10 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=22ea02f677704fa687a93d29125ca6a3&device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 1127 time: 0.0703938 Feb 28 10:44:32.121097 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-7d345904-e430-4ea5-b644-b91d9f9d7118 req-bb1914c4-7794-41f5-a173-bd5faed71bc1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ccd4bc28-5a85-42d7-9188-1e41c8cd6e14 HTTP/1.1" status: 200 len: 217 time: 0.0820892 Feb 28 10:44:32.221865 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d345904-e430-4ea5-b644-b91d9f9d7118 req-b76d4466-de37-46e6-8062-bacd2ce38048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:32.223630 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-7d345904-e430-4ea5-b644-b91d9f9d7118 req-b76d4466-de37-46e6-8062-bacd2ce38048 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=55cefaf0-4c0c-4c3a-bb32-2c28a0d09b00 HTTP/1.1" status: 200 len: 848 time: 0.0958622 Feb 28 10:44:32.298991 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d345904-e430-4ea5-b644-b91d9f9d7118 req-d8496c84-8081-4dbe-9282-7bda56e8d77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:32.300559 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-7d345904-e430-4ea5-b644-b91d9f9d7118 req-d8496c84-8081-4dbe-9282-7bda56e8d77c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ede571e1-5716-4bae-9020-859bb7f1760f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0697262 Feb 28 10:44:32.326505 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-92ad20f6-48cc-4d96-95de-ea5ab5726825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99db37fb-d33f-4dde-8b11-920d539c348b', 'name': 'tempest-TestMinimumBasicScenario-208193939-router', 'tenant_id': '03ff76db0e6a4bafa228ad0a4575d3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '9d1ae313-461a-4851-aa24-849f5753a98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:44:25Z', 'updated_at': '2022-02-28T10:44:28Z', 'revision_number': 4, 'project_id': '03ff76db0e6a4bafa228ad0a4575d3e3', 'gw_port': {'id': '9d1ae313-461a-4851-aa24-849f5753a98d', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:46:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99db37fb-d33f-4dde-8b11-920d539c348b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:26Z', 'updated_at': '2022-02-28T10:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '87f14293-99d2-483b-9a56-2145d92f97bb', 'name': '', 'network_id': '6c912516-e059-4d27-a0e3-d19f27f2e402', 'tenant_id': '03ff76db0e6a4bafa228ad0a4575d3e3', 'mac_address': 'fa:16:3e:23:07:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99db37fb-d33f-4dde-8b11-920d539c348b', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'd9d7776d-d557-4723-9042-cc2895052c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:27Z', 'updated_at': '2022-02-28T10:44:28Z', 'revision_number': 2, 'project_id': '03ff76db0e6a4bafa228ad0a4575d3e3', 'subnets': [{'id': 'd9d7776d-d557-4723-9042-cc2895052c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:44:32.364346 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ad20f6-48cc-4d96-95de-ea5ab5726825 None None] Checking router: 99db37fb-d33f-4dde-8b11-920d539c348b for host: dv-cinder-831167-1-iscsi {{(pid=102998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:44:32.364724 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ad20f6-48cc-4d96-95de-ea5ab5726825 None None] Updating router 99db37fb-d33f-4dde-8b11-920d539c348b port 87f14293-99d2-483b-9a56-2145d92f97bb binding host dv-cinder-831167-1-iscsi {{(pid=102998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:44:32.400674 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-92ad20f6-48cc-4d96-95de-ea5ab5726825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (87f14293-99d2-483b-9a56-2145d92f97bb), before_update {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:32.412052 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-7d345904-e430-4ea5-b644-b91d9f9d7118 req-cb99956a-b543-448d-ab12-87af89bf8175 service neutron] 10.222.0.46 "GET /v2.0/networks/ede571e1-5716-4bae-9020-859bb7f1760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014314 Feb 28 10:44:32.536640 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-7d345904-e430-4ea5-b644-b91d9f9d7118 req-13c497c0-58bb-4201-879a-3e5df58c2623 service neutron] 10.222.0.46 "GET /v2.0/networks/ede571e1-5716-4bae-9020-859bb7f1760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184719 Feb 28 10:44:32.699086 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b33b9-79f7-44a1-a4a0-244f1336bc52 req-758f978b-086d-4649-a178-0d2d7683193a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:32.700616 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-963b33b9-79f7-44a1-a4a0-244f1336bc52 req-758f978b-086d-4649-a178-0d2d7683193a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=22ea02f677704fa687a93d29125ca6a3&device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 1127 time: 0.0610771 Feb 28 10:44:32.725121 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-92ad20f6-48cc-4d96-95de-ea5ab5726825 None None] Publish callbacks [] for port (87f14293-99d2-483b-9a56-2145d92f97bb), precommit_update {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:32.731721 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-92ad20f6-48cc-4d96-95de-ea5ab5726825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (87f14293-99d2-483b-9a56-2145d92f97bb), after_update {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:32.782027 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a935dede-f9fa-409b-9c32-0568db775dd4 None None] Pushing event updated for resources: {'Port': ['ID=87f14293-99d2-483b-9a56-2145d92f97bb,revision_number=3']} {{(pid=102998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:32.879439 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b33b9-79f7-44a1-a4a0-244f1336bc52 req-0a0a2d69-7975-4ed4-a75d-d1da60d56fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:32.884388 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-963b33b9-79f7-44a1-a4a0-244f1336bc52 req-0a0a2d69-7975-4ed4-a75d-d1da60d56fc6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ede571e1-5716-4bae-9020-859bb7f1760f HTTP/1.1" status: 200 len: 910 time: 0.1736999 Feb 28 10:44:32.891961 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 9d1ae313-461a-4851-aa24-849f5753a98d up at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:44:32.892487 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.managers [None req-92ad20f6-48cc-4d96-95de-ea5ab5726825 None None] Attempting to bind port 87f14293-99d2-483b-9a56-2145d92f97bb on host dv-cinder-831167-1-iscsi for vnic_type normal with profile {{(pid=102998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:44:32.892734 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.managers [None req-92ad20f6-48cc-4d96-95de-ea5ab5726825 None None] Attempting to bind port 87f14293-99d2-483b-9a56-2145d92f97bb by drivers openvswitch,hyperv on host dv-cinder-831167-1-iscsi at level 0 using segments [{'id': '07fe83a9-e3b1-4193-a998-8f1652a11612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6c912516-e059-4d27-a0e3-d19f27f2e402'}] {{(pid=102998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:44:32.893106 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ad20f6-48cc-4d96-95de-ea5ab5726825 None None] Attempting to bind port 87f14293-99d2-483b-9a56-2145d92f97bb on network 6c912516-e059-4d27-a0e3-d19f27f2e402 {{(pid=102998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:44:32.899837 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ad20f6-48cc-4d96-95de-ea5ab5726825 None None] Checking agent: {'id': '9787f0c2-b99f-49df-865b-f8e3f2374559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 1), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:44:32.900220 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ad20f6-48cc-4d96-95de-ea5ab5726825 None None] Checking segment: {'id': '07fe83a9-e3b1-4193-a998-8f1652a11612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6c912516-e059-4d27-a0e3-d19f27f2e402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:44:32.900677 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-92ad20f6-48cc-4d96-95de-ea5ab5726825 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:32.901078 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ad20f6-48cc-4d96-95de-ea5ab5726825 None None] Bound using segment: {'id': '07fe83a9-e3b1-4193-a998-8f1652a11612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6c912516-e059-4d27-a0e3-d19f27f2e402'} {{(pid=102998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:44:32.901557 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.managers [None req-92ad20f6-48cc-4d96-95de-ea5ab5726825 None None] Bound port: 87f14293-99d2-483b-9a56-2145d92f97bb, host: dv-cinder-831167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07fe83a9-e3b1-4193-a998-8f1652a11612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6c912516-e059-4d27-a0e3-d19f27f2e402'}}] {{(pid=102998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:44:32.901941 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-92ad20f6-48cc-4d96-95de-ea5ab5726825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (87f14293-99d2-483b-9a56-2145d92f97bb), before_update {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:32.988675 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f529dcb-503b-4864-a5ac-19eddffe4994 req-6fe397d0-96e2-4349-b1d9-ea55862075d7 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:33.005404 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-3f529dcb-503b-4864-a5ac-19eddffe4994 req-6fe397d0-96e2-4349-b1d9-ea55862075d7 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 943 time: 0.0918319 Feb 28 10:44:33.017646 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-963b33b9-79f7-44a1-a4a0-244f1336bc52 req-8451ece4-42d0-451a-9d3f-55a1baaae263 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ccd4bc28-5a85-42d7-9188-1e41c8cd6e14 HTTP/1.1" status: 200 len: 217 time: 0.1126945 Feb 28 10:44:33.018370 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Provisioning complete for port 9d1ae313-461a-4851-aa24-849f5753a98d triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:44:33.018928 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (9d1ae313-461a-4851-aa24-849f5753a98d), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:33.035069 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.db [None req-92ad20f6-48cc-4d96-95de-ea5ab5726825 None None] For port 87f14293-99d2-483b-9a56-2145d92f97bb, host dv-cinder-831167-1-iscsi, cleared binding levels {{(pid=102998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:44:33.049283 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.db [None req-92ad20f6-48cc-4d96-95de-ea5ab5726825 None None] For port 87f14293-99d2-483b-9a56-2145d92f97bb, host dv-cinder-831167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=87f14293-99d2-483b-9a56-2145d92f97bb,segment=NetworkSegment(07fe83a9-e3b1-4193-a998-8f1652a11612),segment_id=07fe83a9-e3b1-4193-a998-8f1652a11612)] {{(pid=102998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:44:33.059436 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-92ad20f6-48cc-4d96-95de-ea5ab5726825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (87f14293-99d2-483b-9a56-2145d92f97bb), after_update {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:33.141487 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b33b9-79f7-44a1-a4a0-244f1336bc52 req-b43d9c4e-5b61-4759-ab84-c7bdc97da8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:33.143412 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-963b33b9-79f7-44a1-a4a0-244f1336bc52 req-b43d9c4e-5b61-4759-ab84-c7bdc97da8ae service neutron] 10.222.0.46 "GET /v2.0/subnets?id=55cefaf0-4c0c-4c3a-bb32-2c28a0d09b00 HTTP/1.1" status: 200 len: 848 time: 0.1189322 Feb 28 10:44:33.163456 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ad20f6-48cc-4d96-95de-ea5ab5726825 None None] Routers {'99db37fb-d33f-4dde-8b11-920d539c348b'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:44:33.164125 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-92ad20f6-48cc-4d96-95de-ea5ab5726825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:44:27Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['99db37fb-d33f-4dde-8b11-920d539c348b'], 'active': True} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:44:33.233480 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Current status of the port 9d1ae313-461a-4851-aa24-849f5753a98d is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:44:33.257724 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b33b9-79f7-44a1-a4a0-244f1336bc52 req-d38253af-85bd-490e-9ddc-0e927108b97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:33.259298 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-963b33b9-79f7-44a1-a4a0-244f1336bc52 req-d38253af-85bd-490e-9ddc-0e927108b97c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ede571e1-5716-4bae-9020-859bb7f1760f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1097739 Feb 28 10:44:33.278739 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-02ae4a0d-89d6-443a-a575-b1beeee40d5d None None] Provisioning complete for port 87f14293-99d2-483b-9a56-2145d92f97bb triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:44:33.279954 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-02ae4a0d-89d6-443a-a575-b1beeee40d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (87f14293-99d2-483b-9a56-2145d92f97bb), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:33.430994 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-02ae4a0d-89d6-443a-a575-b1beeee40d5d None None] Current status of the port 87f14293-99d2-483b-9a56-2145d92f97bb is: DOWN; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:44:33.432793 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-02ae4a0d-89d6-443a-a575-b1beeee40d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (87f14293-99d2-483b-9a56-2145d92f97bb), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:33.439937 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-963b33b9-79f7-44a1-a4a0-244f1336bc52 req-ded1a58c-f889-4008-96d4-dc8925275577 service neutron] 10.222.0.46 "GET /v2.0/networks/ede571e1-5716-4bae-9020-859bb7f1760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725407 Feb 28 10:44:33.446944 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvr_db [None req-92ad20f6-48cc-4d96-95de-ea5ab5726825 None None] Set router 99db37fb-d33f-4dde-8b11-920d539c348b gateway port host: dv-cinder-831167-1-iscsi {{(pid=102998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:44:33.450472 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-3f529dcb-503b-4864-a5ac-19eddffe4994 req-09e859b1-eb8f-46cf-a131-b2b46e3ed004 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c2bdc8a-d08e-4546-a893-aaa7a48984d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4383035 Feb 28 10:44:33.516682 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a935dede-f9fa-409b-9c32-0568db775dd4 None None] Pushing event updated for resources: {'Port': ['ID=87f14293-99d2-483b-9a56-2145d92f97bb,revision_number=4']} {{(pid=102998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:33.547810 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-02ae4a0d-89d6-443a-a575-b1beeee40d5d None None] For port 87f14293-99d2-483b-9a56-2145d92f97bb, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=87f14293-99d2-483b-9a56-2145d92f97bb,segment=NetworkSegment(07fe83a9-e3b1-4193-a998-8f1652a11612),segment_id=07fe83a9-e3b1-4193-a998-8f1652a11612)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:44:33.553597 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-02ae4a0d-89d6-443a-a575-b1beeee40d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (87f14293-99d2-483b-9a56-2145d92f97bb), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:33.603639 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-963b33b9-79f7-44a1-a4a0-244f1336bc52 req-daeebf7e-4060-4d98-9bb9-f7d467a0564c service neutron] 10.222.0.46 "GET /v2.0/networks/ede571e1-5716-4bae-9020-859bb7f1760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437895 Feb 28 10:44:33.620086 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ae4a0d-89d6-443a-a575-b1beeee40d5d None None] Pushing event updated for resources: {'Port': ['ID=87f14293-99d2-483b-9a56-2145d92f97bb,revision_number=5']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:33.681026 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-6421409d-5d4e-4071-a537-79a6ec9e8572 None None] Provisioning complete for port 87f14293-99d2-483b-9a56-2145d92f97bb triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:44:33.682247 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-6421409d-5d4e-4071-a537-79a6ec9e8572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (87f14293-99d2-483b-9a56-2145d92f97bb), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:33.773539 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-92ad20f6-48cc-4d96-95de-ea5ab5726825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99db37fb-d33f-4dde-8b11-920d539c348b', 'name': 'tempest-TestMinimumBasicScenario-208193939-router', 'tenant_id': '03ff76db0e6a4bafa228ad0a4575d3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '9d1ae313-461a-4851-aa24-849f5753a98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:44:25Z', 'updated_at': '2022-02-28T10:44:28Z', 'revision_number': 4, 'project_id': '03ff76db0e6a4bafa228ad0a4575d3e3', 'gw_port': {'id': '9d1ae313-461a-4851-aa24-849f5753a98d', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:46:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99db37fb-d33f-4dde-8b11-920d539c348b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:26Z', 'updated_at': '2022-02-28T10:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '87f14293-99d2-483b-9a56-2145d92f97bb', 'name': '', 'network_id': '6c912516-e059-4d27-a0e3-d19f27f2e402', 'tenant_id': '03ff76db0e6a4bafa228ad0a4575d3e3', 'mac_address': 'fa:16:3e:23:07:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99db37fb-d33f-4dde-8b11-920d539c348b', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'd9d7776d-d557-4723-9042-cc2895052c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:27Z', 'updated_at': '2022-02-28T10:44:33Z', 'revision_number': 4, 'project_id': '03ff76db0e6a4bafa228ad0a4575d3e3', 'subnets': [{'id': 'd9d7776d-d557-4723-9042-cc2895052c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:44:33.783332 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-6421409d-5d4e-4071-a537-79a6ec9e8572 None None] Current status of the port 87f14293-99d2-483b-9a56-2145d92f97bb is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:44:33.804405 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ad20f6-48cc-4d96-95de-ea5ab5726825 None None] The sync data for ids ['99db37fb-d33f-4dde-8b11-920d539c348b'] in dv-cinder-831167-1-iscsi is: [{'id': '99db37fb-d33f-4dde-8b11-920d539c348b', 'name': 'tempest-TestMinimumBasicScenario-208193939-router', 'tenant_id': '03ff76db0e6a4bafa228ad0a4575d3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '9d1ae313-461a-4851-aa24-849f5753a98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:44:25Z', 'updated_at': '2022-02-28T10:44:28Z', 'revision_number': 4, 'project_id': '03ff76db0e6a4bafa228ad0a4575d3e3', 'gw_port': {'id': '9d1ae313-461a-4851-aa24-849f5753a98d', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:46:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99db37fb-d33f-4dde-8b11-920d539c348b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:26Z', 'updated_at': '2022-02-28T10:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '87f14293-99d2-483b-9a56-2145d92f97bb', 'name': '', 'network_id': '6c912516-e059-4d27-a0e3-d19f27f2e402', 'tenant_id': '03ff76db0e6a4bafa228ad0a4575d3e3', 'mac_address': 'fa:16:3e:23:07:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99db37fb-d33f-4dde-8b11-920d539c348b', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'd9d7776d-d557-4723-9042-cc2895052c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:27Z', 'updated_at': '2022-02-28T10:44:33Z', 'revision_number': 4, 'project_id': '03ff76db0e6a4bafa228ad0a4575d3e3', 'subnets': [{'id': 'd9d7776d-d557-4723-9042-cc2895052c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:44:34.066787 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (db31e800-75f5-4bdb-84cd-f402d346b45c), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:34.581207 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141695f-fd58-4f98-9905-317a6ca015ff req-11a724aa-8101-4df1-9903-a4167f493a36 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:34.584195 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-3141695f-fd58-4f98-9905-317a6ca015ff req-11a724aa-8101-4df1-9903-a4167f493a36 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 943 time: 0.0640228 Feb 28 10:44:34.646562 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-3141695f-fd58-4f98-9905-317a6ca015ff req-b2bceaaa-3da1-4937-a11e-98ceecbfd9d9 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c2bdc8a-d08e-4546-a893-aaa7a48984d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560629 Feb 28 10:44:34.786814 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 87f14293-99d2-483b-9a56-2145d92f97bb up at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:44:34.842222 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Provisioning complete for port 87f14293-99d2-483b-9a56-2145d92f97bb triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:44:34.842624 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (87f14293-99d2-483b-9a56-2145d92f97bb), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:34.927504 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Current status of the port 87f14293-99d2-483b-9a56-2145d92f97bb is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:44:35.784044 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d3a1e-927c-4b3a-bd0f-bb0032f861ae req-ea409c9a-f601-4e17-a6d1-781803965fc5 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:35.792220 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c15d3a1e-927c-4b3a-bd0f-bb0032f861ae req-ea409c9a-f601-4e17-a6d1-781803965fc5 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 943 time: 0.0721099 Feb 28 10:44:35.855932 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c15d3a1e-927c-4b3a-bd0f-bb0032f861ae req-9233eb4c-18bc-43d9-830c-85266bf15cce tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c2bdc8a-d08e-4546-a893-aaa7a48984d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625968 Feb 28 10:44:36.971120 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac867c3f-deab-4b1f-aab2-eabe72532a1b req-d81a5eb5-6848-4c01-901e-494fe148b6d9 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:36.972792 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ac867c3f-deab-4b1f-aab2-eabe72532a1b req-d81a5eb5-6848-4c01-901e-494fe148b6d9 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 943 time: 0.0564051 Feb 28 10:44:37.030497 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ac867c3f-deab-4b1f-aab2-eabe72532a1b req-4449aca0-749a-4fcc-8205-15a8e29f7fc9 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c2bdc8a-d08e-4546-a893-aaa7a48984d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516951 Feb 28 10:44:38.175215 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5cda76-3fab-45c8-9b07-2be5589334d1 req-b7528356-51a8-4e55-9f99-b56bae25eb0e tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:38.176747 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2b5cda76-3fab-45c8-9b07-2be5589334d1 req-b7528356-51a8-4e55-9f99-b56bae25eb0e tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 943 time: 0.0589895 Feb 28 10:44:38.229959 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2b5cda76-3fab-45c8-9b07-2be5589334d1 req-8fe6cb13-2821-4ad3-845d-ac942f15872c tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c2bdc8a-d08e-4546-a893-aaa7a48984d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464666 Feb 28 10:44:39.362100 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4f602-c5b3-4cec-aa9e-8337b30b388a req-05c713e3-5007-43c7-b3a0-5e12137eacf4 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:39.363727 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-39a4f602-c5b3-4cec-aa9e-8337b30b388a req-05c713e3-5007-43c7-b3a0-5e12137eacf4 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 943 time: 0.0597560 Feb 28 10:44:39.418052 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-39a4f602-c5b3-4cec-aa9e-8337b30b388a req-532ba48a-221e-468b-ad56-bd892323f17d tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c2bdc8a-d08e-4546-a893-aaa7a48984d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476890 Feb 28 10:44:40.536599 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a1070-7f46-47c8-9954-a11d3132c985 req-50118041-c1dd-41bf-b885-5353198805cf tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:40.538115 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6b4a1070-7f46-47c8-9954-a11d3132c985 req-50118041-c1dd-41bf-b885-5353198805cf tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 943 time: 0.0532491 Feb 28 10:44:40.639612 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6b4a1070-7f46-47c8-9954-a11d3132c985 req-3940c6b7-b5d9-48d2-b6af-b0ec9f3656cf tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c2bdc8a-d08e-4546-a893-aaa7a48984d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956082 Feb 28 10:44:40.677849 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be491f10-f6b5-4dba-bc67-29c43113ae73 req-725d8ec0-a76e-4bf9-95be-cb55a549e3a1 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:40.679316 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-be491f10-f6b5-4dba-bc67-29c43113ae73 req-725d8ec0-a76e-4bf9-95be-cb55a549e3a1 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/networks?id=23b9544d-fd88-4f29-96bb-d69c9a9a50d9 HTTP/1.1" status: 200 len: 814 time: 0.1224763 Feb 28 10:44:40.693213 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-be491f10-f6b5-4dba-bc67-29c43113ae73 req-a77c5ea0-3ac4-4092-8e28-5c608cb05680 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/quotas/7199da134f5348a7adb55be7f0758efe HTTP/1.1" status: 200 len: 375 time: 0.0087428 Feb 28 10:44:40.746027 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-be491f10-f6b5-4dba-bc67-29c43113ae73 req-b8e4742e-35d2-4f75-a68e-ed2855eba085 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7199da134f5348a7adb55be7f0758efe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474064 Feb 28 10:44:40.839833 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-be491f10-f6b5-4dba-bc67-29c43113ae73 req-1a8acb63-4702-4e17-a77d-3df611ae79ab service neutron] 10.222.0.44 "GET /v2.0/networks/23b9544d-fd88-4f29-96bb-d69c9a9a50d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827866 Feb 28 10:44:40.924814 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-be491f10-f6b5-4dba-bc67-29c43113ae73 req-a439361c-aba3-4be5-a8f6-8d8309c89b3d service neutron] 10.222.0.44 "GET /v2.0/networks/23b9544d-fd88-4f29-96bb-d69c9a9a50d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794621 Feb 28 10:44:41.076836 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7ebaf366-b117-4540-b335-de6d1cc77e0d req-63d699fc-4266-443c-b35e-2b8256a74cef tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/ports?device_id=b17f4aa7-e4db-4068-8746-3f60f7a4a748 HTTP/1.1" status: 200 len: 210 time: 0.0277021 Feb 28 10:44:41.768852 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9b241-9e37-4cea-95fe-44f5bdd43519 req-ec1f624a-1ce8-4c61-a2c1-b7890f00dd29 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:41.770214 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-9ab9b241-9e37-4cea-95fe-44f5bdd43519 req-ec1f624a-1ce8-4c61-a2c1-b7890f00dd29 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 943 time: 0.0638828 Feb 28 10:44:41.816588 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-9ab9b241-9e37-4cea-95fe-44f5bdd43519 req-f82b0b74-5e91-48dd-a055-712b79e40412 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c2bdc8a-d08e-4546-a893-aaa7a48984d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407217 Feb 28 10:44:42.101238 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be491f10-f6b5-4dba-bc67-29c43113ae73 req-2bf72f6a-e632-4b28-907d-43541be69340 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:42.102697 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-be491f10-f6b5-4dba-bc67-29c43113ae73 req-2bf72f6a-e632-4b28-907d-43541be69340 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.46 "GET /v2.0/networks?id=23b9544d-fd88-4f29-96bb-d69c9a9a50d9 HTTP/1.1" status: 200 len: 814 time: 0.1007285 Feb 28 10:44:42.129361 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [req-be491f10-f6b5-4dba-bc67-29c43113ae73 req-d64dee1f-959f-4c67-b64c-4a301c803fae tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Request body: {'port': {'device_id': 'b17f4aa7-e4db-4068-8746-3f60f7a4a748', 'network_id': '23b9544d-fd88-4f29-96bb-d69c9a9a50d9', 'admin_state_up': True, 'tenant_id': '7199da134f5348a7adb55be7f0758efe'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:44:42.171863 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b01aa973-05c6-4a3c-9b9d-c4dfc2718bed req-fba35dbe-6fea-445d-8a99-185834fcd54f tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/ports?device_id=b17f4aa7-e4db-4068-8746-3f60f7a4a748 HTTP/1.1" status: 200 len: 210 time: 0.0281622 Feb 28 10:44:42.239810 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be491f10-f6b5-4dba-bc67-29c43113ae73 req-d64dee1f-959f-4c67-b64c-4a301c803fae tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Made reservation on behalf of 7199da134f5348a7adb55be7f0758efe for: {'port': 1} {{(pid=102996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:44:42.243324 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-be491f10-f6b5-4dba-bc67-29c43113ae73 req-d64dee1f-959f-4c67-b64c-4a301c803fae tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:42.371513 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.db_base_plugin_common [req-be491f10-f6b5-4dba-bc67-29c43113ae73 req-d64dee1f-959f-4c67-b64c-4a301c803fae tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Allocated IP 172.20.0.14 (23b9544d-fd88-4f29-96bb-d69c9a9a50d9/4e180469-4b25-4077-a30b-ec96a9fd15f3/588053f8-d8ee-47c0-b75a-4ba5f66d3ce8) {{(pid=102996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:44:42.536604 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-be491f10-f6b5-4dba-bc67-29c43113ae73 req-d64dee1f-959f-4c67-b64c-4a301c803fae tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks [] for port (588053f8-d8ee-47c0-b75a-4ba5f66d3ce8), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:42.573982 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-be491f10-f6b5-4dba-bc67-29c43113ae73 req-d64dee1f-959f-4c67-b64c-4a301c803fae tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (588053f8-d8ee-47c0-b75a-4ba5f66d3ce8), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:42.628250 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be491f10-f6b5-4dba-bc67-29c43113ae73 req-d64dee1f-959f-4c67-b64c-4a301c803fae tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Network 23b9544d-fd88-4f29-96bb-d69c9a9a50d9 is already hosted by enough agents. {{(pid=102996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:44:42.631657 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.base_scheduler [req-be491f10-f6b5-4dba-bc67-29c43113ae73 req-d64dee1f-959f-4c67-b64c-4a301c803fae tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Resources bound (agent type, host, resource id): {{(pid=102996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:44:42.635830 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [req-be491f10-f6b5-4dba-bc67-29c43113ae73 req-d64dee1f-959f-4c67-b64c-4a301c803fae tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Received port after_create {{(pid=102996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:44:42.690373 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be491f10-f6b5-4dba-bc67-29c43113ae73 req-d64dee1f-959f-4c67-b64c-4a301c803fae tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:42.691476 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-be491f10-f6b5-4dba-bc67-29c43113ae73 req-d64dee1f-959f-4c67-b64c-4a301c803fae tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:42.711446 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-be491f10-f6b5-4dba-bc67-29c43113ae73 req-d64dee1f-959f-4c67-b64c-4a301c803fae tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5858114 Feb 28 10:44:42.716164 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64dee1f-959f-4c67-b64c-4a301c803fae tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Pushing event updated for resources: {'Port': ['ID=588053f8-d8ee-47c0-b75a-4ba5f66d3ce8,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:42.951911 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef972856-5b1c-4747-808c-9e86c4161ebc req-707b7e48-697b-460d-aecb-04352bb0b1a9 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:42.953541 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ef972856-5b1c-4747-808c-9e86c4161ebc req-707b7e48-697b-460d-aecb-04352bb0b1a9 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 943 time: 0.0540450 Feb 28 10:44:42.961249 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device ccd4bc28-5a85-42d7-9188-1e41c8cd6e14 details requested by agent hyperv_hv-cinder-83116 with host hv-cinder-83116 {{(pid=102997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:44:43.014527 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ef972856-5b1c-4747-808c-9e86c4161ebc req-61383df5-4f1b-4290-a572-95e8927d5925 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c2bdc8a-d08e-4546-a893-aaa7a48984d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531969 Feb 28 10:44:43.030185 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-499de085-46db-4c22-8512-12d37903639c None None] Provisioning complete for port 588053f8-d8ee-47c0-b75a-4ba5f66d3ce8 triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:44:43.030568 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-499de085-46db-4c22-8512-12d37903639c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (588053f8-d8ee-47c0-b75a-4ba5f66d3ce8), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:43.097140 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-499de085-46db-4c22-8512-12d37903639c None None] Port 588053f8-d8ee-47c0-b75a-4ba5f66d3ce8 cannot update to ACTIVE because it is not bound. {{(pid=102997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:44:43.117472 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port ccd4bc28-5a85-42d7-9188-1e41c8cd6e14, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=ccd4bc28-5a85-42d7-9188-1e41c8cd6e14,segment=NetworkSegment(63d903ce-4606-4071-bc39-3e34308cb6b7),segment_id=63d903ce-4606-4071-bc39-3e34308cb6b7)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:44:43.133343 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Returning: {'device': 'ccd4bc28-5a85-42d7-9188-1e41c8cd6e14', 'network_id': 'ede571e1-5716-4bae-9020-859bb7f1760f', 'port_id': 'ccd4bc28-5a85-42d7-9188-1e41c8cd6e14', 'mac_address': 'fa:16:3e:0b:f1:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55cefaf0-4c0c-4c3a-bb32-2c28a0d09b00', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:44:43.177965 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Current status of the port ccd4bc28-5a85-42d7-9188-1e41c8cd6e14 is: DOWN; New status is: BUILD {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:44:43.178349 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (ccd4bc28-5a85-42d7-9188-1e41c8cd6e14), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:43.193509 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.notifiers.nova [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccd4bc28-5a85-42d7-9188-1e41c8cd6e14 {{(pid=102997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:44:43.214819 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port ccd4bc28-5a85-42d7-9188-1e41c8cd6e14, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=ccd4bc28-5a85-42d7-9188-1e41c8cd6e14,segment=NetworkSegment(63d903ce-4606-4071-bc39-3e34308cb6b7),segment_id=63d903ce-4606-4071-bc39-3e34308cb6b7)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:44:43.219213 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (ccd4bc28-5a85-42d7-9188-1e41c8cd6e14), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:43.281298 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Pushing event updated for resources: {'Port': ['ID=ccd4bc28-5a85-42d7-9188-1e41c8cd6e14,revision_number=4']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:43.312828 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac05a2a-74b9-4927-bee8-344be188f869 req-e9fce828-f03a-4806-8d93-68ab6098a704 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:43.314552 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-fac05a2a-74b9-4927-bee8-344be188f869 req-e9fce828-f03a-4806-8d93-68ab6098a704 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/ports?device_id=b17f4aa7-e4db-4068-8746-3f60f7a4a748 HTTP/1.1" status: 200 len: 932 time: 0.0707400 Feb 28 10:44:43.363500 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-fac05a2a-74b9-4927-bee8-344be188f869 req-4377390e-c1b2-49fa-b442-6e45a59c7913 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/security-groups?id=39c49b0b-a926-4526-af25-363b73872a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430584 Feb 28 10:44:43.697497 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] get_ports_and_sgs() called for port_ids ['ccd4bc28-5a85-42d7-9188-1e41c8cd6e14'] {{(pid=102997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:44:44.130428 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb00fdf-dac0-4a90-94b0-defe829563aa req-ac1868d8-2594-47bf-a6fd-d10504c94fc3 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:44.131944 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0cb00fdf-dac0-4a90-94b0-defe829563aa req-ac1868d8-2594-47bf-a6fd-d10504c94fc3 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 944 time: 0.0571816 Feb 28 10:44:44.180926 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0cb00fdf-dac0-4a90-94b0-defe829563aa req-63446eee-f239-4165-a69c-85f19f54ad4d tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c2bdc8a-d08e-4546-a893-aaa7a48984d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417953 Feb 28 10:44:44.497572 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8377c3a1-538d-44a6-b097-0a144a571c52 req-006a1cf6-5236-417e-a052-95af6e6c9b35 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:44.499319 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-8377c3a1-538d-44a6-b097-0a144a571c52 req-006a1cf6-5236-417e-a052-95af6e6c9b35 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/ports?device_id=b17f4aa7-e4db-4068-8746-3f60f7a4a748 HTTP/1.1" status: 200 len: 932 time: 0.0659306 Feb 28 10:44:44.549204 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-8377c3a1-538d-44a6-b097-0a144a571c52 req-6340ee68-dde8-411c-8413-e9967025bc49 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/security-groups?id=39c49b0b-a926-4526-af25-363b73872a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434871 Feb 28 10:44:44.963482 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device ccd4bc28-5a85-42d7-9188-1e41c8cd6e14 up at agent hyperv_hv-cinder-83116 {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:44:45.018941 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Provisioning for port ccd4bc28-5a85-42d7-9188-1e41c8cd6e14 completed by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:44:45.023584 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Provisioning complete for port ccd4bc28-5a85-42d7-9188-1e41c8cd6e14 triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:44:45.023963 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (ccd4bc28-5a85-42d7-9188-1e41c8cd6e14), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:45.108347 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Current status of the port ccd4bc28-5a85-42d7-9188-1e41c8cd6e14 is: BUILD; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:44:45.109069 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (ccd4bc28-5a85-42d7-9188-1e41c8cd6e14), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:45.132742 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e18b9a-822b-404b-8132-ac1b74b248c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd4bc28-5a85-42d7-9188-1e41c8cd6e14'}] {{(pid=102997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:44:45.135561 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3235e45cea9492f03cbc66cd40cfc06ba5865c86106c1e9dddb87cdb5008e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d8fb19-62c0-4b09-8bea-3235d1d6a9a8" -d '{"events": [{"server_uuid": "27e18b9a-822b-404b-8132-ac1b74b248c1", "name": "network-vif-plugged", "status": "completed", "tag": "ccd4bc28-5a85-42d7-9188-1e41c8cd6e14"}]}' {{(pid=102997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:44:45.149750 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port ccd4bc28-5a85-42d7-9188-1e41c8cd6e14, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=ccd4bc28-5a85-42d7-9188-1e41c8cd6e14,segment=NetworkSegment(63d903ce-4606-4071-bc39-3e34308cb6b7),segment_id=63d903ce-4606-4071-bc39-3e34308cb6b7)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:44:45.159373 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (ccd4bc28-5a85-42d7-9188-1e41c8cd6e14), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:45.194334 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377eaafa-f842-4dc1-ad43-63a4df098d21 x-openstack-request-id: req-377eaafa-f842-4dc1-ad43-63a4df098d21 {{(pid=102997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:44:45.194647 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e18b9a-822b-404b-8132-ac1b74b248c1", "name": "network-vif-plugged", "status": "completed", "tag": "ccd4bc28-5a85-42d7-9188-1e41c8cd6e14", "code": 200}]} {{(pid=102997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:44:45.194943 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-377eaafa-f842-4dc1-ad43-63a4df098d21 {{(pid=102997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:44:45.195317 dv-cinder-831167-1-iscsi neutron-server[102997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e18b9a-822b-404b-8132-ac1b74b248c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd4bc28-5a85-42d7-9188-1e41c8cd6e14', 'code': 200} Feb 28 10:44:45.229413 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Pushing event updated for resources: {'Port': ['ID=ccd4bc28-5a85-42d7-9188-1e41c8cd6e14,revision_number=5']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:45.312542 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c89c41-3a77-43ed-aafe-bd7aed04c1b4 req-c4b47710-4255-4f97-b622-c3de64ff06fe tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:45.315905 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-53c89c41-3a77-43ed-aafe-bd7aed04c1b4 req-c4b47710-4255-4f97-b622-c3de64ff06fe tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 945 time: 0.0612664 Feb 28 10:44:45.362880 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-53c89c41-3a77-43ed-aafe-bd7aed04c1b4 req-cdbb071b-6243-4e2f-acee-b65ab2d0c0db tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c2bdc8a-d08e-4546-a893-aaa7a48984d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429893 Feb 28 10:44:45.424912 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.agents_db [None req-ad1b81bb-6a73-47ab-ba10-dec1fea0c152 None None] Agent healthcheck: found 6 active agents {{(pid=102998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:44:45.668809 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84526c-411a-4a09-aa0e-b34dd9558abe req-0b2451c3-3c04-4ba6-ac80-812a60a3d595 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:45.670555 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ce84526c-411a-4a09-aa0e-b34dd9558abe req-0b2451c3-3c04-4ba6-ac80-812a60a3d595 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/ports?device_id=b17f4aa7-e4db-4068-8746-3f60f7a4a748 HTTP/1.1" status: 200 len: 932 time: 0.0535033 Feb 28 10:44:45.720201 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ce84526c-411a-4a09-aa0e-b34dd9558abe req-0f7164a2-d3d2-4d3c-8eb7-5e3551bfcb47 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/security-groups?id=39c49b0b-a926-4526-af25-363b73872a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438750 Feb 28 10:44:46.486029 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3cf804-73b5-415a-91cb-1259472dd558 req-36dbf804-51d6-4f63-b2d7-3a9e37b991b6 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:46.487519 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ce3cf804-73b5-415a-91cb-1259472dd558 req-36dbf804-51d6-4f63-b2d7-3a9e37b991b6 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 945 time: 0.0544360 Feb 28 10:44:46.543533 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ce3cf804-73b5-415a-91cb-1259472dd558 req-bedd7d45-5917-4517-9b88-61773ad1db28 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c2bdc8a-d08e-4546-a893-aaa7a48984d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503371 Feb 28 10:44:46.841116 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce31e4-4821-4cec-bb3b-0a868fa06692 req-dc12e1fc-0be8-4f77-873a-c652e7b01292 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:46.842602 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b8ce31e4-4821-4cec-bb3b-0a868fa06692 req-dc12e1fc-0be8-4f77-873a-c652e7b01292 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/ports?device_id=b17f4aa7-e4db-4068-8746-3f60f7a4a748 HTTP/1.1" status: 200 len: 932 time: 0.0539076 Feb 28 10:44:46.896931 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b8ce31e4-4821-4cec-bb3b-0a868fa06692 req-f40a0681-79df-4131-a313-737dc8b77b6c tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/security-groups?id=39c49b0b-a926-4526-af25-363b73872a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470157 Feb 28 10:44:47.667983 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc6536-75cf-4f98-b251-8a215c411521 req-97f027a5-3e1f-48ae-9af0-ba69344084fd tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:47.669470 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d1bc6536-75cf-4f98-b251-8a215c411521 req-97f027a5-3e1f-48ae-9af0-ba69344084fd tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 945 time: 0.0609558 Feb 28 10:44:47.720840 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d1bc6536-75cf-4f98-b251-8a215c411521 req-00802e25-4901-4a41-ba34-4873c20de566 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c2bdc8a-d08e-4546-a893-aaa7a48984d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458393 Feb 28 10:44:48.021754 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd267610-67dd-48c2-9312-ea436f880db2 req-f3b5355e-421c-4c5e-b906-969de499b64b tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:48.023800 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-cd267610-67dd-48c2-9312-ea436f880db2 req-f3b5355e-421c-4c5e-b906-969de499b64b tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/ports?device_id=b17f4aa7-e4db-4068-8746-3f60f7a4a748 HTTP/1.1" status: 200 len: 932 time: 0.0572639 Feb 28 10:44:48.076251 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-cd267610-67dd-48c2-9312-ea436f880db2 req-2ec2c944-1033-4f28-851e-e25c59fe7994 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/security-groups?id=39c49b0b-a926-4526-af25-363b73872a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469398 Feb 28 10:44:48.843819 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae05fa6-f682-4998-85c9-6e864f5876f1 req-7cfa5477-d1e9-4d2a-84a4-2c2e1c7d6af6 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:48.845271 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6ae05fa6-f682-4998-85c9-6e864f5876f1 req-7cfa5477-d1e9-4d2a-84a4-2c2e1c7d6af6 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 945 time: 0.0566432 Feb 28 10:44:48.897147 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6ae05fa6-f682-4998-85c9-6e864f5876f1 req-ef38db21-b050-48f1-93e0-3b7b8066551d tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c2bdc8a-d08e-4546-a893-aaa7a48984d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460751 Feb 28 10:44:49.204355 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc04601f-aae4-4e05-ae9f-c36912611576 req-5cb74ca1-5412-485f-b12b-248483440ddc tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:49.205813 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-dc04601f-aae4-4e05-ae9f-c36912611576 req-5cb74ca1-5412-485f-b12b-248483440ddc tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/ports?device_id=b17f4aa7-e4db-4068-8746-3f60f7a4a748 HTTP/1.1" status: 200 len: 932 time: 0.0554783 Feb 28 10:44:49.255953 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-dc04601f-aae4-4e05-ae9f-c36912611576 req-1834712a-0f14-4532-b51a-604422acaa8b tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/security-groups?id=39c49b0b-a926-4526-af25-363b73872a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442305 Feb 28 10:44:50.014207 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e8b03-e686-483d-b51f-397b738bec4e req-2bccea68-cda1-4702-a37b-5f2000a25563 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:50.015760 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-fb1e8b03-e686-483d-b51f-397b738bec4e req-2bccea68-cda1-4702-a37b-5f2000a25563 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 945 time: 0.0533321 Feb 28 10:44:50.087071 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-fb1e8b03-e686-483d-b51f-397b738bec4e req-c4ddb125-eb55-44f7-a7a9-71581114b240 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c2bdc8a-d08e-4546-a893-aaa7a48984d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633049 Feb 28 10:44:50.387299 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079cb8a-2c1d-40fb-ad2f-6f7d39c6c90a req-23354f64-9dfa-4093-9af8-827b5ca4c4b4 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:50.388766 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-9079cb8a-2c1d-40fb-ad2f-6f7d39c6c90a req-23354f64-9dfa-4093-9af8-827b5ca4c4b4 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/ports?device_id=b17f4aa7-e4db-4068-8746-3f60f7a4a748 HTTP/1.1" status: 200 len: 932 time: 0.0659311 Feb 28 10:44:50.483407 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-9079cb8a-2c1d-40fb-ad2f-6f7d39c6c90a req-4a07da5a-f85c-46c0-9c26-653ab8ef45c5 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/security-groups?id=39c49b0b-a926-4526-af25-363b73872a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892153 Feb 28 10:44:50.494565 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7dd5f1-6034-4dca-94d9-81e10b9d1f05 req-f5d648a1-3cb3-44b5-82cb-5d143ba4bf0b tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:50.496248 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6f7dd5f1-6034-4dca-94d9-81e10b9d1f05 req-f5d648a1-3cb3-44b5-82cb-5d143ba4bf0b tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 945 time: 0.0784373 Feb 28 10:44:50.557011 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6f7dd5f1-6034-4dca-94d9-81e10b9d1f05 req-5c1c7875-84ca-4c03-b0d0-07eded4185b5 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437531 Feb 28 10:44:51.206751 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed7be4-9dbe-421e-b2f6-3c1542748abb req-450a43e7-32f1-4e60-8aaf-1825438b16bf tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:51.208183 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a3ed7be4-9dbe-421e-b2f6-3c1542748abb req-450a43e7-32f1-4e60-8aaf-1825438b16bf tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 945 time: 0.0589073 Feb 28 10:44:51.257233 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a3ed7be4-9dbe-421e-b2f6-3c1542748abb req-d050f937-844d-4aad-a2fa-f28c2ef56a81 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c2bdc8a-d08e-4546-a893-aaa7a48984d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428605 Feb 28 10:44:51.604139 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee412f-7566-4576-afdf-ae309755885f req-e09556b1-f088-4dad-b455-7d9884acb1c7 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:51.605676 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-83ee412f-7566-4576-afdf-ae309755885f req-e09556b1-f088-4dad-b455-7d9884acb1c7 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/ports?device_id=b17f4aa7-e4db-4068-8746-3f60f7a4a748 HTTP/1.1" status: 200 len: 932 time: 0.0524068 Feb 28 10:44:51.677702 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-83ee412f-7566-4576-afdf-ae309755885f req-12a1c58f-3879-427f-9f8e-179db5b066fb tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/security-groups?id=39c49b0b-a926-4526-af25-363b73872a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666404 Feb 28 10:44:51.701218 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d752e6-163e-4ca0-81d2-ebe3575eb25d req-f4c9feeb-c060-4aea-8782-dcd880f181c3 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:51.702668 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-19d752e6-163e-4ca0-81d2-ebe3575eb25d req-f4c9feeb-c060-4aea-8782-dcd880f181c3 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 945 time: 0.0725250 Feb 28 10:44:51.751830 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-19d752e6-163e-4ca0-81d2-ebe3575eb25d req-5206503b-d6ad-426c-b742-c1a57021f538 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437925 Feb 28 10:44:52.371524 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee0b56-ff88-4b7a-b80b-a95cea37d7c0 req-876e9a78-a8c2-461e-a242-4d9447dd32eb tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:52.372992 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a5ee0b56-ff88-4b7a-b80b-a95cea37d7c0 req-876e9a78-a8c2-461e-a242-4d9447dd32eb tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 945 time: 0.0498722 Feb 28 10:44:52.419471 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a5ee0b56-ff88-4b7a-b80b-a95cea37d7c0 req-9cd9f87e-8c2a-4b82-ab2d-43442af900e7 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c2bdc8a-d08e-4546-a893-aaa7a48984d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410757 Feb 28 10:44:52.792687 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f12917-d450-4f7f-b51c-68ba84f1b80f req-48039155-cbd9-46b1-aa5a-7651031395c1 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:52.794160 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-30f12917-d450-4f7f-b51c-68ba84f1b80f req-48039155-cbd9-46b1-aa5a-7651031395c1 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/ports?device_id=b17f4aa7-e4db-4068-8746-3f60f7a4a748 HTTP/1.1" status: 200 len: 932 time: 0.0520144 Feb 28 10:44:52.866440 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-30f12917-d450-4f7f-b51c-68ba84f1b80f req-b2886c1b-9cbf-4100-a7f0-8ee492f63661 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/security-groups?id=39c49b0b-a926-4526-af25-363b73872a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666201 Feb 28 10:44:52.889353 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99baa6e-13b6-4742-b72e-2517ec9b173e req-ec6a17dd-0dd7-42b9-8c89-8f94a38dfddf tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:52.890788 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-f99baa6e-13b6-4742-b72e-2517ec9b173e req-ec6a17dd-0dd7-42b9-8c89-8f94a38dfddf tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 945 time: 0.0665576 Feb 28 10:44:52.937230 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-f99baa6e-13b6-4742-b72e-2517ec9b173e req-085887c4-3027-4620-9af8-c6d9c324593f tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409174 Feb 28 10:44:53.544153 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f231143-40c7-4c60-861a-1acc3a9ab323 req-24da5447-fa7b-49dc-995e-9441c3ff8b8f tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:53.545511 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4f231143-40c7-4c60-861a-1acc3a9ab323 req-24da5447-fa7b-49dc-995e-9441c3ff8b8f tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 945 time: 0.0518160 Feb 28 10:44:53.593336 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4f231143-40c7-4c60-861a-1acc3a9ab323 req-685f939f-9410-4a2f-9673-21eab8b72a65 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c2bdc8a-d08e-4546-a893-aaa7a48984d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423694 Feb 28 10:44:53.979712 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d009b3-c0e4-4e97-8bab-1270f476c619 req-4c2131f4-d098-4dc3-8a6c-b67c771556b9 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:53.981170 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-f9d009b3-c0e4-4e97-8bab-1270f476c619 req-4c2131f4-d098-4dc3-8a6c-b67c771556b9 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/ports?device_id=b17f4aa7-e4db-4068-8746-3f60f7a4a748 HTTP/1.1" status: 200 len: 932 time: 0.0523822 Feb 28 10:44:54.055625 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-f9d009b3-c0e4-4e97-8bab-1270f476c619 req-c528934d-97b6-434d-98a1-e966bd2f1b05 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/security-groups?id=39c49b0b-a926-4526-af25-363b73872a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690832 Feb 28 10:44:54.076802 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51eee5-8405-4ccd-a19f-ca194e13a83f req-0c54504a-d308-4a46-95c0-ec232a5b554b tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:54.078273 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ff51eee5-8405-4ccd-a19f-ca194e13a83f req-0c54504a-d308-4a46-95c0-ec232a5b554b tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 945 time: 0.0710523 Feb 28 10:44:54.126615 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ff51eee5-8405-4ccd-a19f-ca194e13a83f req-c7beb589-d347-48a4-a613-c5f90c128416 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424197 Feb 28 10:44:54.174839 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [req-be491f10-f6b5-4dba-bc67-29c43113ae73 req-1d788ee6-ca7a-42cd-a674-26871acb7746 service neutron] Request body: {'port': {'device_id': 'b17f4aa7-e4db-4068-8746-3f60f7a4a748', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83116'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:44:54.235301 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-be491f10-f6b5-4dba-bc67-29c43113ae73 req-1d788ee6-ca7a-42cd-a674-26871acb7746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (588053f8-d8ee-47c0-b75a-4ba5f66d3ce8), before_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:54.523585 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457b8ad-ffaa-4b16-9012-abd6517d3f45 req-e283bf6c-47bc-45ae-98dc-d940a44e1b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:54.524995 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-3457b8ad-ffaa-4b16-9012-abd6517d3f45 req-e283bf6c-47bc-45ae-98dc-d940a44e1b40 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 1129 time: 0.0899749 Feb 28 10:44:54.526688 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [req-be491f10-f6b5-4dba-bc67-29c43113ae73 req-1d788ee6-ca7a-42cd-a674-26871acb7746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 588053f8-d8ee-47c0-b75a-4ba5f66d3ce8 {{(pid=102996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:44:54.538985 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-be491f10-f6b5-4dba-bc67-29c43113ae73 req-1d788ee6-ca7a-42cd-a674-26871acb7746 service neutron] Publish callbacks [] for port (588053f8-d8ee-47c0-b75a-4ba5f66d3ce8), precommit_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:54.560818 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.provisioning_blocks [req-be491f10-f6b5-4dba-bc67-29c43113ae73 req-1d788ee6-ca7a-42cd-a674-26871acb7746 service neutron] Transition to ACTIVE for port object 588053f8-d8ee-47c0-b75a-4ba5f66d3ce8 will not be triggered until provisioned by entity L2. {{(pid=102996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:44:54.567469 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-be491f10-f6b5-4dba-bc67-29c43113ae73 req-1d788ee6-ca7a-42cd-a674-26871acb7746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63361884'] for port (588053f8-d8ee-47c0-b75a-4ba5f66d3ce8), after_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:54.618123 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-3457b8ad-ffaa-4b16-9012-abd6517d3f45 req-67d9fc44-45c4-4c53-a512-c6fdb4ef4c45 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4c2bdc8a-d08e-4546-a893-aaa7a48984d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844486 Feb 28 10:44:54.639618 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d788ee6-ca7a-42cd-a674-26871acb7746 service neutron] Pushing event updated for resources: {'Port': ['ID=588053f8-d8ee-47c0-b75a-4ba5f66d3ce8,revision_number=2']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:54.712546 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f04895-228a-4195-b006-144b876d8c23 req-0f97dead-8846-4225-b9e7-acb31087c808 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:54.713207 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-be491f10-f6b5-4dba-bc67-29c43113ae73 req-1d788ee6-ca7a-42cd-a674-26871acb7746 service neutron] Attempting to bind port 588053f8-d8ee-47c0-b75a-4ba5f66d3ce8 on host hv-cinder-83116 for vnic_type normal with profile {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:44:54.713207 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-be491f10-f6b5-4dba-bc67-29c43113ae73 req-1d788ee6-ca7a-42cd-a674-26871acb7746 service neutron] Attempting to bind port 588053f8-d8ee-47c0-b75a-4ba5f66d3ce8 by drivers openvswitch,hyperv on host hv-cinder-83116 at level 0 using segments [{'id': 'e7ceb69c-dd7a-4a22-ad62-a483c13f795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '23b9544d-fd88-4f29-96bb-d69c9a9a50d9'}] {{(pid=102996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:44:54.713393 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be491f10-f6b5-4dba-bc67-29c43113ae73 req-1d788ee6-ca7a-42cd-a674-26871acb7746 service neutron] Attempting to bind port 588053f8-d8ee-47c0-b75a-4ba5f66d3ce8 on network 23b9544d-fd88-4f29-96bb-d69c9a9a50d9 {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:44:54.714065 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a3f04895-228a-4195-b006-144b876d8c23 req-0f97dead-8846-4225-b9e7-acb31087c808 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 945 time: 0.0540953 Feb 28 10:44:54.717831 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be491f10-f6b5-4dba-bc67-29c43113ae73 req-1d788ee6-ca7a-42cd-a674-26871acb7746 service neutron] Port 588053f8-d8ee-47c0-b75a-4ba5f66d3ce8 on network 23b9544d-fd88-4f29-96bb-d69c9a9a50d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83116 {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:44:54.718422 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be491f10-f6b5-4dba-bc67-29c43113ae73 req-1d788ee6-ca7a-42cd-a674-26871acb7746 service neutron] Attempting to bind port 588053f8-d8ee-47c0-b75a-4ba5f66d3ce8 on network 23b9544d-fd88-4f29-96bb-d69c9a9a50d9 {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:44:54.723672 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be491f10-f6b5-4dba-bc67-29c43113ae73 req-1d788ee6-ca7a-42cd-a674-26871acb7746 service neutron] Checking agent: {'id': 'db31e800-75f5-4bdb-84cd-f402d346b45c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 36, 4), 'started_at': datetime.datetime(2022, 2, 28, 10, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:44:54.724015 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be491f10-f6b5-4dba-bc67-29c43113ae73 req-1d788ee6-ca7a-42cd-a674-26871acb7746 service neutron] Checking segment: {'id': 'e7ceb69c-dd7a-4a22-ad62-a483c13f795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '23b9544d-fd88-4f29-96bb-d69c9a9a50d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:44:54.724392 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be491f10-f6b5-4dba-bc67-29c43113ae73 req-1d788ee6-ca7a-42cd-a674-26871acb7746 service neutron] Bound using segment: {'id': 'e7ceb69c-dd7a-4a22-ad62-a483c13f795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '23b9544d-fd88-4f29-96bb-d69c9a9a50d9'} {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:44:54.724962 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-be491f10-f6b5-4dba-bc67-29c43113ae73 req-1d788ee6-ca7a-42cd-a674-26871acb7746 service neutron] Bound port: 588053f8-d8ee-47c0-b75a-4ba5f66d3ce8, host: hv-cinder-83116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7ceb69c-dd7a-4a22-ad62-a483c13f795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '23b9544d-fd88-4f29-96bb-d69c9a9a50d9'}}] {{(pid=102996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:44:54.725182 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-be491f10-f6b5-4dba-bc67-29c43113ae73 req-1d788ee6-ca7a-42cd-a674-26871acb7746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (588053f8-d8ee-47c0-b75a-4ba5f66d3ce8), before_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:54.765776 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a3f04895-228a-4195-b006-144b876d8c23 req-246f061e-7bbb-4aa3-96d3-c9dc8edcf0f7 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c2bdc8a-d08e-4546-a893-aaa7a48984d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462415 Feb 28 10:44:54.792728 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-be491f10-f6b5-4dba-bc67-29c43113ae73 req-1d788ee6-ca7a-42cd-a674-26871acb7746 service neutron] For port 588053f8-d8ee-47c0-b75a-4ba5f66d3ce8, host hv-cinder-83116, cleared binding levels {{(pid=102996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:44:54.795940 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-be491f10-f6b5-4dba-bc67-29c43113ae73 req-1d788ee6-ca7a-42cd-a674-26871acb7746 service neutron] For port 588053f8-d8ee-47c0-b75a-4ba5f66d3ce8, host hv-cinder-83116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=588053f8-d8ee-47c0-b75a-4ba5f66d3ce8,segment=NetworkSegment(e7ceb69c-dd7a-4a22-ad62-a483c13f795c),segment_id=e7ceb69c-dd7a-4a22-ad62-a483c13f795c)] {{(pid=102996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:44:54.802248 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-be491f10-f6b5-4dba-bc67-29c43113ae73 req-1d788ee6-ca7a-42cd-a674-26871acb7746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63361884'] for port (588053f8-d8ee-47c0-b75a-4ba5f66d3ce8), after_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:54.840678 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be491f10-f6b5-4dba-bc67-29c43113ae73 req-1d788ee6-ca7a-42cd-a674-26871acb7746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:54.841288 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-be491f10-f6b5-4dba-bc67-29c43113ae73 req-1d788ee6-ca7a-42cd-a674-26871acb7746 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:54.842653 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-be491f10-f6b5-4dba-bc67-29c43113ae73 req-1d788ee6-ca7a-42cd-a674-26871acb7746 service neutron] 10.222.0.46 "PUT /v2.0/ports/588053f8-d8ee-47c0-b75a-4ba5f66d3ce8 HTTP/1.1" status: 200 len: 1094 time: 0.6722696 Feb 28 10:44:54.843152 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b17f4aa7-e4db-4068-8746-3f60f7a4a748', 'tag': '588053f8-d8ee-47c0-b75a-4ba5f66d3ce8'}] {{(pid=102996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:44:54.845378 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fc607127e9415785fd538e0c70e4bf06f6b8f20b6b46de5a0809c41644901f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464a37c0-dd51-4362-81a2-2d39bf9ca610" -d '{"events": [{"name": "network-changed", "server_uuid": "b17f4aa7-e4db-4068-8746-3f60f7a4a748", "tag": "588053f8-d8ee-47c0-b75a-4ba5f66d3ce8"}]}' {{(pid=102996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:44:54.866128 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d788ee6-ca7a-42cd-a674-26871acb7746 service neutron] Pushing event updated for resources: {'Port': ['ID=588053f8-d8ee-47c0-b75a-4ba5f66d3ce8,revision_number=3']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:54.891167 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4db9bcc-c9e7-451e-81e2-fcf5327f470f x-openstack-request-id: req-c4db9bcc-c9e7-451e-81e2-fcf5327f470f {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:44:54.891534 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b17f4aa7-e4db-4068-8746-3f60f7a4a748", "tag": "588053f8-d8ee-47c0-b75a-4ba5f66d3ce8", "status": "completed", "code": 200}]} {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:44:54.891872 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c4db9bcc-c9e7-451e-81e2-fcf5327f470f {{(pid=102996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:44:54.892354 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b17f4aa7-e4db-4068-8746-3f60f7a4a748', 'tag': '588053f8-d8ee-47c0-b75a-4ba5f66d3ce8', 'status': 'completed', 'code': 200} Feb 28 10:44:54.950216 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-e94d40c0-4bed-4f09-8110-0971203c1870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:55.178493 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c8f58-4d04-4988-bb71-ee71fc8e2ee6 req-3636a8e1-a2ef-4d33-a88f-245b959af807 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:55.180000 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-224c8f58-4d04-4988-bb71-ee71fc8e2ee6 req-3636a8e1-a2ef-4d33-a88f-245b959af807 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/ports?device_id=b17f4aa7-e4db-4068-8746-3f60f7a4a748 HTTP/1.1" status: 200 len: 944 time: 0.0569892 Feb 28 10:44:55.240407 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a37c0-dd51-4362-81a2-2d39bf9ca610 req-1e010a03-a206-4959-ad3c-254bad19457d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:55.241978 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-464a37c0-dd51-4362-81a2-2d39bf9ca610 req-1e010a03-a206-4959-ad3c-254bad19457d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7199da134f5348a7adb55be7f0758efe&device_id=b17f4aa7-e4db-4068-8746-3f60f7a4a748 HTTP/1.1" status: 200 len: 1128 time: 0.0482409 Feb 28 10:44:55.256013 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-224c8f58-4d04-4988-bb71-ee71fc8e2ee6 req-57e85835-634b-4cb8-83c6-323dc72e246f tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/security-groups?id=39c49b0b-a926-4526-af25-363b73872a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695891 Feb 28 10:44:55.271387 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07262a38-fb47-4346-9e0d-7027680831ce req-3c752c34-f2a1-4c74-9121-4bbf7ce7de1e tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:55.272860 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-07262a38-fb47-4346-9e0d-7027680831ce req-3c752c34-f2a1-4c74-9121-4bbf7ce7de1e tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 945 time: 0.0724967 Feb 28 10:44:55.319494 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-07262a38-fb47-4346-9e0d-7027680831ce req-33f5772b-e428-4be1-9ae0-3a22a88a4e23 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409234 Feb 28 10:44:55.352456 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a37c0-dd51-4362-81a2-2d39bf9ca610 req-2de2891a-cb93-46cb-81fc-1c1a80dca960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:55.353992 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-464a37c0-dd51-4362-81a2-2d39bf9ca610 req-2de2891a-cb93-46cb-81fc-1c1a80dca960 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=7199da134f5348a7adb55be7f0758efe&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0935421 Feb 28 10:44:55.449758 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a37c0-dd51-4362-81a2-2d39bf9ca610 req-6fb2c643-f99a-4aaf-8581-6eec55830c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:55.451315 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-464a37c0-dd51-4362-81a2-2d39bf9ca610 req-6fb2c643-f99a-4aaf-8581-6eec55830c60 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907753 Feb 28 10:44:55.567181 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be491f10-f6b5-4dba-bc67-29c43113ae73 req-5cbb0bb4-f1c4-4cd4-9ade-4f70e08e7d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:55.568719 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-be491f10-f6b5-4dba-bc67-29c43113ae73 req-5cbb0bb4-f1c4-4cd4-9ade-4f70e08e7d09 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7199da134f5348a7adb55be7f0758efe&device_id=b17f4aa7-e4db-4068-8746-3f60f7a4a748 HTTP/1.1" status: 200 len: 1128 time: 0.0447271 Feb 28 10:44:55.624606 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-be491f10-f6b5-4dba-bc67-29c43113ae73 req-cd87ca58-1b87-4c43-a018-ad4856d40b55 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=588053f8-d8ee-47c0-b75a-4ba5f66d3ce8 HTTP/1.1" status: 200 len: 217 time: 0.0392096 Feb 28 10:44:55.676402 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be491f10-f6b5-4dba-bc67-29c43113ae73 req-569d7d31-3cf0-4548-a40c-0d54e8466aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:55.677756 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-be491f10-f6b5-4dba-bc67-29c43113ae73 req-569d7d31-3cf0-4548-a40c-0d54e8466aa7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4e180469-4b25-4077-a30b-ec96a9fd15f3 HTTP/1.1" status: 200 len: 853 time: 0.0414042 Feb 28 10:44:55.731736 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be491f10-f6b5-4dba-bc67-29c43113ae73 req-2150e6a2-0cff-47b4-a6c2-46b4ed44e332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:55.733190 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-be491f10-f6b5-4dba-bc67-29c43113ae73 req-2150e6a2-0cff-47b4-a6c2-46b4ed44e332 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23b9544d-fd88-4f29-96bb-d69c9a9a50d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439832 Feb 28 10:44:55.827837 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-be491f10-f6b5-4dba-bc67-29c43113ae73 req-008fc085-dc3e-43c5-a4ef-b6a3c2ac06e8 service neutron] 10.222.0.46 "GET /v2.0/networks/23b9544d-fd88-4f29-96bb-d69c9a9a50d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878026 Feb 28 10:44:55.886796 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0038a09-e2e1-422f-98ab-cf463c94ba44 req-e42b29ab-2f2a-4537-aeb5-ad7b334f814b tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:55.888262 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d0038a09-e2e1-422f-98ab-cf463c94ba44 req-e42b29ab-2f2a-4537-aeb5-ad7b334f814b tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 945 time: 0.0564332 Feb 28 10:44:55.918263 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-be491f10-f6b5-4dba-bc67-29c43113ae73 req-c853b7c0-b85e-4571-87fe-f81fc1498927 service neutron] 10.222.0.46 "GET /v2.0/networks/23b9544d-fd88-4f29-96bb-d69c9a9a50d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827086 Feb 28 10:44:55.936985 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d0038a09-e2e1-422f-98ab-cf463c94ba44 req-978f4ab9-1160-4ca6-a4eb-d8df4686884f tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c2bdc8a-d08e-4546-a893-aaa7a48984d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431013 Feb 28 10:44:56.372806 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67620b-a40c-4955-a3b7-0572ce4a28e5 req-a4ca5209-5aee-481b-9e5a-bdf641237f16 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:56.374282 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0b67620b-a40c-4955-a3b7-0572ce4a28e5 req-a4ca5209-5aee-481b-9e5a-bdf641237f16 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/ports?device_id=b17f4aa7-e4db-4068-8746-3f60f7a4a748 HTTP/1.1" status: 200 len: 944 time: 0.0540566 Feb 28 10:44:56.472205 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0b67620b-a40c-4955-a3b7-0572ce4a28e5 req-968a502e-77a8-4dff-a787-b9325b6de271 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/security-groups?id=39c49b0b-a926-4526-af25-363b73872a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785758 Feb 28 10:44:56.483700 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9ee50-8fab-4e10-96a7-0f669c9d580f req-8ccaf5bf-41ac-4dd1-a520-a8afaa98d8a8 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:56.485176 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2aa9ee50-8fab-4e10-96a7-0f669c9d580f req-8ccaf5bf-41ac-4dd1-a520-a8afaa98d8a8 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 945 time: 0.0933766 Feb 28 10:44:56.534690 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2aa9ee50-8fab-4e10-96a7-0f669c9d580f req-809196ae-06db-4454-827c-7b843536ff06 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437555 Feb 28 10:44:57.052888 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673dfd4-3e5e-4d45-ad98-e5f9bbd4ab13 req-1ebeca65-896d-4bb5-a4c4-399c91856d7a tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:57.054338 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a673dfd4-3e5e-4d45-ad98-e5f9bbd4ab13 req-1ebeca65-896d-4bb5-a4c4-399c91856d7a tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 945 time: 0.0514486 Feb 28 10:44:57.103299 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a673dfd4-3e5e-4d45-ad98-e5f9bbd4ab13 req-a36e64c9-fe96-4d3e-88a5-b648578323e3 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c2bdc8a-d08e-4546-a893-aaa7a48984d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434134 Feb 28 10:44:57.154976 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-d994d36a-f8be-45b7-a4d0-d15c9f527575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:57.219023 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab7ba7-f6d1-4b55-ba8b-5fa3a4e25062 req-293ac3d1-e879-4e82-9a14-9c5846a2d311 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:57.220456 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-10ab7ba7-f6d1-4b55-ba8b-5fa3a4e25062 req-293ac3d1-e879-4e82-9a14-9c5846a2d311 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 945 time: 0.0509441 Feb 28 10:44:57.267812 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-10ab7ba7-f6d1-4b55-ba8b-5fa3a4e25062 req-7a9303bb-2425-409f-bebd-376fedc847cd tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c2bdc8a-d08e-4546-a893-aaa7a48984d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419538 Feb 28 10:44:57.293922 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 34590) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:57.439290 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1cd39f-75c2-4168-8d24-0de7163f9a14 tempest-TestShelveInstance-1467066842 tempest-TestShelveInstance-1467066842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:57.440776 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-7c1cd39f-75c2-4168-8d24-0de7163f9a14 tempest-TestShelveInstance-1467066842 tempest-TestShelveInstance-1467066842-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 1124 time: 0.1458750 Feb 28 10:44:57.443690 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 34594) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:57.447758 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [None req-859b2b89-aa88-4a65-a09c-04cf50aff94e tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Request body: {'floatingip': {'floating_network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'port_id': 'ccd4bc28-5a85-42d7-9188-1e41c8cd6e14', 'tenant_id': '22ea02f677704fa687a93d29125ca6a3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:44:57.466930 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-859b2b89-aa88-4a65-a09c-04cf50aff94e tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:57.588422 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-859b2b89-aa88-4a65-a09c-04cf50aff94e tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:57.658229 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf6514-0107-49ef-a6ca-4e419e43bd8f req-555d016e-7f8d-41d4-8a57-5d8bff01332f tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:57.659587 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b3cf6514-0107-49ef-a6ca-4e419e43bd8f req-555d016e-7f8d-41d4-8a57-5d8bff01332f tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/ports?device_id=b17f4aa7-e4db-4068-8746-3f60f7a4a748 HTTP/1.1" status: 200 len: 944 time: 0.1150665 Feb 28 10:44:57.766986 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105212b8-7894-4e45-8f79-75ad76a75144 req-9ea46445-fcf7-42a5-9e1c-825561b4dc1a tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:57.768431 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-105212b8-7894-4e45-8f79-75ad76a75144 req-9ea46445-fcf7-42a5-9e1c-825561b4dc1a tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 945 time: 0.1380253 Feb 28 10:44:57.773992 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b3cf6514-0107-49ef-a6ca-4e419e43bd8f req-4b90189c-86cb-4f55-b953-7a084676d367 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/security-groups?id=39c49b0b-a926-4526-af25-363b73872a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981238 Feb 28 10:44:57.798481 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.db.db_base_plugin_common [None req-859b2b89-aa88-4a65-a09c-04cf50aff94e tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Allocated IP 172.27.1.176 (5c191bd3-8d00-44c5-b017-904410258187/e0d51f16-a2c9-415b-a552-79de15f3fe23/c1a41e07-37d1-4369-8c41-a0119fbf6d24) {{(pid=102995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:44:57.866000 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-105212b8-7894-4e45-8f79-75ad76a75144 req-b16bf3d2-e706-4e7c-a231-ff8ace83c3b8 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878656 Feb 28 10:44:57.919896 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-859b2b89-aa88-4a65-a09c-04cf50aff94e tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks [] for port (c1a41e07-37d1-4369-8c41-a0119fbf6d24), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:57.951510 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-859b2b89-aa88-4a65-a09c-04cf50aff94e tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63288186'] for port (c1a41e07-37d1-4369-8c41-a0119fbf6d24), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:57.991069 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859b2b89-aa88-4a65-a09c-04cf50aff94e tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Network 5c191bd3-8d00-44c5-b017-904410258187 is already hosted by enough agents. {{(pid=102995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:44:57.993807 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.base_scheduler [None req-859b2b89-aa88-4a65-a09c-04cf50aff94e tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Resources bound (agent type, host, resource id): {{(pid=102995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:44:57.997129 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859b2b89-aa88-4a65-a09c-04cf50aff94e tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Received port after_create {{(pid=102995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:44:58.022336 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b2b89-aa88-4a65-a09c-04cf50aff94e tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Pushing event updated for resources: {'Port': ['ID=c1a41e07-37d1-4369-8c41-a0119fbf6d24,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:58.037056 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859b2b89-aa88-4a65-a09c-04cf50aff94e tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:58.037618 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859b2b89-aa88-4a65-a09c-04cf50aff94e tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:58.038152 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859b2b89-aa88-4a65-a09c-04cf50aff94e tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:58.038633 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859b2b89-aa88-4a65-a09c-04cf50aff94e tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:58.038995 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859b2b89-aa88-4a65-a09c-04cf50aff94e tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:58.039331 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859b2b89-aa88-4a65-a09c-04cf50aff94e tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:58.039658 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859b2b89-aa88-4a65-a09c-04cf50aff94e tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:58.039982 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859b2b89-aa88-4a65-a09c-04cf50aff94e tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:58.040831 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859b2b89-aa88-4a65-a09c-04cf50aff94e tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:58.041154 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859b2b89-aa88-4a65-a09c-04cf50aff94e tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:58.041473 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859b2b89-aa88-4a65-a09c-04cf50aff94e tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:58.041790 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859b2b89-aa88-4a65-a09c-04cf50aff94e tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:58.042124 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859b2b89-aa88-4a65-a09c-04cf50aff94e tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:58.361304 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-859b2b89-aa88-4a65-a09c-04cf50aff94e tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks [] for floatingip (79a6a59a-9399-4d34-9172-f0fb1d65b52a), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:58.428716 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-859b2b89-aa88-4a65-a09c-04cf50aff94e tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (c1a41e07-37d1-4369-8c41-a0119fbf6d24), before_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:58.561544 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:58.575688 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-859b2b89-aa88-4a65-a09c-04cf50aff94e tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks [] for port (c1a41e07-37d1-4369-8c41-a0119fbf6d24), precommit_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:58.579852 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-859b2b89-aa88-4a65-a09c-04cf50aff94e tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63288179'] for port (c1a41e07-37d1-4369-8c41-a0119fbf6d24), after_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:58.644928 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b2b89-aa88-4a65-a09c-04cf50aff94e tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Pushing event updated for resources: {'Port': ['ID=c1a41e07-37d1-4369-8c41-a0119fbf6d24,revision_number=2']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:58.657342 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-859b2b89-aa88-4a65-a09c-04cf50aff94e tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-379257'] for floatingip (79a6a59a-9399-4d34-9172-f0fb1d65b52a), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:58.756584 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.db.l3_db [None req-859b2b89-aa88-4a65-a09c-04cf50aff94e tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Floating IP 79a6a59a-9399-4d34-9172-f0fb1d65b52a associated. External IP: 172.27.1.176, port: ccd4bc28-5a85-42d7-9188-1e41c8cd6e14. Feb 28 10:44:59.151744 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a9416-678b-418c-b537-fc8d4bb46c6e req-ebacd40a-887f-42f4-852b-e545ca05985b tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:59.153139 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-886a9416-678b-418c-b537-fc8d4bb46c6e req-ebacd40a-887f-42f4-852b-e545ca05985b tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/ports?device_id=b17f4aa7-e4db-4068-8746-3f60f7a4a748 HTTP/1.1" status: 200 len: 944 time: 0.3141627 Feb 28 10:44:59.278227 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-886a9416-678b-418c-b537-fc8d4bb46c6e req-0b704a5c-df0f-489a-97f6-c2c787192b86 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/security-groups?id=39c49b0b-a926-4526-af25-363b73872a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183777 Feb 28 10:44:59.285595 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e4218-ae91-4871-9645-73fdfa09858a req-cc04483d-5337-4516-a9a1-df9831ac2b79 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:59.287016 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-fe5e4218-ae91-4871-9645-73fdfa09858a req-cc04483d-5337-4516-a9a1-df9831ac2b79 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 945 time: 0.1551116 Feb 28 10:44:59.291522 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859b2b89-aa88-4a65-a09c-04cf50aff94e tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Router 685b3995-d201-429b-8119-d36bfb058b04 has already been hosted by L3 agent 86347f47-2890-46a7-a199-31163828a11a {{(pid=102995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:44:59.378766 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-fe5e4218-ae91-4871-9645-73fdfa09858a req-030f4041-b882-43d9-83f4-a0ddccd183ae tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844595 Feb 28 10:44:59.433334 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859b2b89-aa88-4a65-a09c-04cf50aff94e tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Notify agent at l3_agent.dv-cinder-831167-1-iscsi the message routers_updated {{(pid=102995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:44:59.446149 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd936279-d595-4b43-94e1-c3a75d4f77f1 None None] Sync routers for ids ['685b3995-d201-429b-8119-d36bfb058b04'] in dv-cinder-831167-1-iscsi {{(pid=102997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:44:59.451003 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-859b2b89-aa88-4a65-a09c-04cf50aff94e tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for floatingip (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:59.455788 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd936279-d595-4b43-94e1-c3a75d4f77f1 None None] Routers {'685b3995-d201-429b-8119-d36bfb058b04'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:44:59.456390 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-bd936279-d595-4b43-94e1-c3a75d4f77f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:44:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['685b3995-d201-429b-8119-d36bfb058b04'], 'active': True} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:44:59.480150 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-859b2b89-aa88-4a65-a09c-04cf50aff94e tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0354788 Feb 28 10:44:59.480732 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27e18b9a-822b-404b-8132-ac1b74b248c1', 'tag': 'ccd4bc28-5a85-42d7-9188-1e41c8cd6e14'}] {{(pid=102995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:44:59.483015 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1dd8a96f8805fcf8ad92b8a44c4310027887bdef0368274a5855f6003a6db1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5906cc-3f3f-41b5-aef3-2f66f5206762" -d '{"events": [{"name": "network-changed", "server_uuid": "27e18b9a-822b-404b-8132-ac1b74b248c1", "tag": "ccd4bc28-5a85-42d7-9188-1e41c8cd6e14"}]}' {{(pid=102995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:44:59.565923 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvr_db [None req-bd936279-d595-4b43-94e1-c3a75d4f77f1 None None] Set router 685b3995-d201-429b-8119-d36bfb058b04 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:44:59.632947 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b622c62-c64f-48be-8408-ea95a201bcde x-openstack-request-id: req-5b622c62-c64f-48be-8408-ea95a201bcde {{(pid=102995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:44:59.633240 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27e18b9a-822b-404b-8132-ac1b74b248c1", "tag": "ccd4bc28-5a85-42d7-9188-1e41c8cd6e14", "status": "completed", "code": 200}]} {{(pid=102995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:44:59.633497 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5b622c62-c64f-48be-8408-ea95a201bcde {{(pid=102995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:44:59.633904 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27e18b9a-822b-404b-8132-ac1b74b248c1', 'tag': 'ccd4bc28-5a85-42d7-9188-1e41c8cd6e14', 'status': 'completed', 'code': 200} Feb 28 10:44:59.722047 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5906cc-3f3f-41b5-aef3-2f66f5206762 req-94d13a01-1184-47cf-895c-74c2efaa9420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:59.723547 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-fd5906cc-3f3f-41b5-aef3-2f66f5206762 req-94d13a01-1184-47cf-895c-74c2efaa9420 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=22ea02f677704fa687a93d29125ca6a3&device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 1129 time: 0.0471616 Feb 28 10:44:59.787670 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-bd936279-d595-4b43-94e1-c3a75d4f77f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685b3995-d201-429b-8119-d36bfb058b04', 'name': 'tempest-TestShelveInstance-1797391390-router', 'tenant_id': '22ea02f677704fa687a93d29125ca6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'defbc3a7-1225-40b6-941f-ac9c2ce632b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:51Z', 'updated_at': '2022-02-28T10:43:53Z', 'revision_number': 4, 'project_id': '22ea02f677704fa687a93d29125ca6a3', 'gw_port': {'id': 'defbc3a7-1225-40b6-941f-ac9c2ce632b6', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685b3995-d201-429b-8119-d36bfb058b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:51Z', 'updated_at': '2022-02-28T10:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_floatingips': [{'id': '79a6a59a-9399-4d34-9172-f0fb1d65b52a', 'tenant_id': '22ea02f677704fa687a93d29125ca6a3', 'floating_ip_address': '172.27.1.176', 'floating_network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'router_id': '685b3995-d201-429b-8119-d36bfb058b04', 'port_id': 'ccd4bc28-5a85-42d7-9188-1e41c8cd6e14', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ede571e1-5716-4bae-9020-859bb7f1760f', 'mac_address': 'fa:16:3e:0b:f1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e18b9a-822b-404b-8132-ac1b74b248c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:44:58Z', 'updated_at': '2022-02-28T10:44:58Z', 'revision_number': 0, 'project_id': '22ea02f677704fa687a93d29125ca6a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '740f7527-786d-4a36-83a8-1c3145e29847', 'name': '', 'network_id': 'ede571e1-5716-4bae-9020-859bb7f1760f', 'tenant_id': '22ea02f677704fa687a93d29125ca6a3', 'mac_address': 'fa:16:3e:17:7a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685b3995-d201-429b-8119-d36bfb058b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '55cefaf0-4c0c-4c3a-bb32-2c28a0d09b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:53Z', 'updated_at': '2022-02-28T10:43:59Z', 'revision_number': 5, 'project_id': '22ea02f677704fa687a93d29125ca6a3', 'subnets': [{'id': '55cefaf0-4c0c-4c3a-bb32-2c28a0d09b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:44:59.807837 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5906cc-3f3f-41b5-aef3-2f66f5206762 req-76720d3b-c444-466b-ba2c-32e8b124889c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:59.809272 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-fd5906cc-3f3f-41b5-aef3-2f66f5206762 req-76720d3b-c444-466b-ba2c-32e8b124889c service neutron] 10.222.0.46 "GET /v2.0/networks?id=ede571e1-5716-4bae-9020-859bb7f1760f HTTP/1.1" status: 200 len: 910 time: 0.0801702 Feb 28 10:44:59.816771 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd936279-d595-4b43-94e1-c3a75d4f77f1 None None] Checking router: 685b3995-d201-429b-8119-d36bfb058b04 for host: dv-cinder-831167-1-iscsi {{(pid=102997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:44:59.824801 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd936279-d595-4b43-94e1-c3a75d4f77f1 None None] Routers {'685b3995-d201-429b-8119-d36bfb058b04'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:44:59.825400 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-bd936279-d595-4b43-94e1-c3a75d4f77f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:44:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['685b3995-d201-429b-8119-d36bfb058b04'], 'active': True} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:44:59.879036 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-fd5906cc-3f3f-41b5-aef3-2f66f5206762 req-cd40af30-8890-4b11-b0eb-1a68b167b03b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ccd4bc28-5a85-42d7-9188-1e41c8cd6e14 HTTP/1.1" status: 200 len: 999 time: 0.0631487 Feb 28 10:44:59.933715 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5906cc-3f3f-41b5-aef3-2f66f5206762 req-31d5f261-a840-42e1-95a7-fbeb66d9bba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:59.935574 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-fd5906cc-3f3f-41b5-aef3-2f66f5206762 req-31d5f261-a840-42e1-95a7-fbeb66d9bba2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=55cefaf0-4c0c-4c3a-bb32-2c28a0d09b00 HTTP/1.1" status: 200 len: 848 time: 0.0510883 Feb 28 10:45:00.005814 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5906cc-3f3f-41b5-aef3-2f66f5206762 req-f1810f37-7ea7-4cff-8f69-566402dde077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:00.007880 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-fd5906cc-3f3f-41b5-aef3-2f66f5206762 req-f1810f37-7ea7-4cff-8f69-566402dde077 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ede571e1-5716-4bae-9020-859bb7f1760f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0668921 Feb 28 10:45:00.064620 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:00.076267 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvr_db [None req-bd936279-d595-4b43-94e1-c3a75d4f77f1 None None] Set router 685b3995-d201-429b-8119-d36bfb058b04 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:45:00.108851 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-fd5906cc-3f3f-41b5-aef3-2f66f5206762 req-53062403-08ea-42aa-b311-55fc73a9d6ae service neutron] 10.222.0.46 "GET /v2.0/networks/ede571e1-5716-4bae-9020-859bb7f1760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943286 Feb 28 10:45:00.199857 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-fd5906cc-3f3f-41b5-aef3-2f66f5206762 req-35c42737-9c83-4f7f-a749-dc5d3320bd4d service neutron] 10.222.0.46 "GET /v2.0/networks/ede571e1-5716-4bae-9020-859bb7f1760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845325 Feb 28 10:45:00.317067 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-bd936279-d595-4b43-94e1-c3a75d4f77f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685b3995-d201-429b-8119-d36bfb058b04', 'name': 'tempest-TestShelveInstance-1797391390-router', 'tenant_id': '22ea02f677704fa687a93d29125ca6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'defbc3a7-1225-40b6-941f-ac9c2ce632b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:51Z', 'updated_at': '2022-02-28T10:43:53Z', 'revision_number': 4, 'project_id': '22ea02f677704fa687a93d29125ca6a3', 'gw_port': {'id': 'defbc3a7-1225-40b6-941f-ac9c2ce632b6', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685b3995-d201-429b-8119-d36bfb058b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:51Z', 'updated_at': '2022-02-28T10:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_floatingips': [{'id': '79a6a59a-9399-4d34-9172-f0fb1d65b52a', 'tenant_id': '22ea02f677704fa687a93d29125ca6a3', 'floating_ip_address': '172.27.1.176', 'floating_network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'router_id': '685b3995-d201-429b-8119-d36bfb058b04', 'port_id': 'ccd4bc28-5a85-42d7-9188-1e41c8cd6e14', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ede571e1-5716-4bae-9020-859bb7f1760f', 'mac_address': 'fa:16:3e:0b:f1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e18b9a-822b-404b-8132-ac1b74b248c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:44:58Z', 'updated_at': '2022-02-28T10:44:58Z', 'revision_number': 0, 'project_id': '22ea02f677704fa687a93d29125ca6a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '740f7527-786d-4a36-83a8-1c3145e29847', 'name': '', 'network_id': 'ede571e1-5716-4bae-9020-859bb7f1760f', 'tenant_id': '22ea02f677704fa687a93d29125ca6a3', 'mac_address': 'fa:16:3e:17:7a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685b3995-d201-429b-8119-d36bfb058b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '55cefaf0-4c0c-4c3a-bb32-2c28a0d09b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:53Z', 'updated_at': '2022-02-28T10:43:59Z', 'revision_number': 5, 'project_id': '22ea02f677704fa687a93d29125ca6a3', 'subnets': [{'id': '55cefaf0-4c0c-4c3a-bb32-2c28a0d09b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:45:00.348856 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd936279-d595-4b43-94e1-c3a75d4f77f1 None None] The sync data for ids ['685b3995-d201-429b-8119-d36bfb058b04'] in dv-cinder-831167-1-iscsi is: [{'id': '685b3995-d201-429b-8119-d36bfb058b04', 'name': 'tempest-TestShelveInstance-1797391390-router', 'tenant_id': '22ea02f677704fa687a93d29125ca6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'defbc3a7-1225-40b6-941f-ac9c2ce632b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:51Z', 'updated_at': '2022-02-28T10:43:53Z', 'revision_number': 4, 'project_id': '22ea02f677704fa687a93d29125ca6a3', 'gw_port': {'id': 'defbc3a7-1225-40b6-941f-ac9c2ce632b6', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685b3995-d201-429b-8119-d36bfb058b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:51Z', 'updated_at': '2022-02-28T10:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_floatingips': [{'id': '79a6a59a-9399-4d34-9172-f0fb1d65b52a', 'tenant_id': '22ea02f677704fa687a93d29125ca6a3', 'floating_ip_address': '172.27.1.176', 'floating_network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'router_id': '685b3995-d201-429b-8119-d36bfb058b04', 'port_id': 'ccd4bc28-5a85-42d7-9188-1e41c8cd6e14', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ede571e1-5716-4bae-9020-859bb7f1760f', 'mac_address': 'fa:16:3e:0b:f1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e18b9a-822b-404b-8132-ac1b74b248c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:44:58Z', 'updated_at': '2022-02-28T10:44:58Z', 'revision_number': 0, 'project_id': '22ea02f677704fa687a93d29125ca6a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '740f7527-786d-4a36-83a8-1c3145e29847', 'name': '', 'network_id': 'ede571e1-5716-4bae-9020-859bb7f1760f', 'tenant_id': '22ea02f677704fa687a93d29125ca6a3', 'mac_address': 'fa:16:3e:17:7a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685b3995-d201-429b-8119-d36bfb058b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '55cefaf0-4c0c-4c3a-bb32-2c28a0d09b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:53Z', 'updated_at': '2022-02-28T10:43:59Z', 'revision_number': 5, 'project_id': '22ea02f677704fa687a93d29125ca6a3', 'subnets': [{'id': '55cefaf0-4c0c-4c3a-bb32-2c28a0d09b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:45:00.396670 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631c23c-1c61-47cf-9832-ce7fa9b029b4 req-6b2e7a31-4657-445e-806c-2d808bf3a338 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:00.398175 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b631c23c-1c61-47cf-9832-ce7fa9b029b4 req-6b2e7a31-4657-445e-806c-2d808bf3a338 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/ports?device_id=b17f4aa7-e4db-4068-8746-3f60f7a4a748 HTTP/1.1" status: 200 len: 944 time: 0.0536330 Feb 28 10:45:00.448111 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b631c23c-1c61-47cf-9832-ce7fa9b029b4 req-cb32d8e8-d8a2-4bf2-bb7d-2e55a53d675e tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/security-groups?id=39c49b0b-a926-4526-af25-363b73872a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441971 Feb 28 10:45:00.506704 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c863a37-3f37-4ac0-9fc5-cd0a147f9463 req-4d1dc7c7-dcba-4fc1-b3a5-fa4890caca91 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:00.508257 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1c863a37-3f37-4ac0-9fc5-cd0a147f9463 req-4d1dc7c7-dcba-4fc1-b3a5-fa4890caca91 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 945 time: 0.0567467 Feb 28 10:45:00.557519 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1c863a37-3f37-4ac0-9fc5-cd0a147f9463 req-adb51b56-1060-45d8-b47f-a9f33fca6929 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434134 Feb 28 10:45:00.566601 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1419cda3-63fa-48ec-beb0-4257aefc5d40 None None] New status for floating IP 79a6a59a-9399-4d34-9172-f0fb1d65b52a: ACTIVE {{(pid=102998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:45:01.072811 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device 588053f8-d8ee-47c0-b75a-4ba5f66d3ce8 details requested by agent hyperv_hv-cinder-83116 with host hv-cinder-83116 {{(pid=102997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:45:01.166612 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port 588053f8-d8ee-47c0-b75a-4ba5f66d3ce8, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=588053f8-d8ee-47c0-b75a-4ba5f66d3ce8,segment=NetworkSegment(e7ceb69c-dd7a-4a22-ad62-a483c13f795c),segment_id=e7ceb69c-dd7a-4a22-ad62-a483c13f795c)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:45:01.177557 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Returning: {'device': '588053f8-d8ee-47c0-b75a-4ba5f66d3ce8', 'network_id': '23b9544d-fd88-4f29-96bb-d69c9a9a50d9', 'port_id': '588053f8-d8ee-47c0-b75a-4ba5f66d3ce8', 'mac_address': 'fa:16:3e:ab:cd:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e180469-4b25-4077-a30b-ec96a9fd15f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:45:01.216561 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Current status of the port 588053f8-d8ee-47c0-b75a-4ba5f66d3ce8 is: DOWN; New status is: BUILD {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:45:01.216951 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (588053f8-d8ee-47c0-b75a-4ba5f66d3ce8), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:01.229808 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.notifiers.nova [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 588053f8-d8ee-47c0-b75a-4ba5f66d3ce8 {{(pid=102997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:45:01.247981 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port 588053f8-d8ee-47c0-b75a-4ba5f66d3ce8, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=588053f8-d8ee-47c0-b75a-4ba5f66d3ce8,segment=NetworkSegment(e7ceb69c-dd7a-4a22-ad62-a483c13f795c),segment_id=e7ceb69c-dd7a-4a22-ad62-a483c13f795c)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:45:01.251839 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (588053f8-d8ee-47c0-b75a-4ba5f66d3ce8), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:01.297675 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Pushing event updated for resources: {'Port': ['ID=588053f8-d8ee-47c0-b75a-4ba5f66d3ce8,revision_number=4']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:45:01.304394 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:45:01.304745 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:45:01.305088 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:45:01.305422 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:45:01.305779 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:45:01.306128 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:45:01.306436 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:45:01.306763 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:45:01.307115 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:45:01.307439 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:45:01.307786 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:45:01.308111 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:45:01.308428 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:45:01.547304 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:01.563640 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a678099-6dc8-41ab-9876-b6b243350fc5 req-ab53dde0-e3a7-4297-a144-80ca765228bb tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:01.565143 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7a678099-6dc8-41ab-9876-b6b243350fc5 req-ab53dde0-e3a7-4297-a144-80ca765228bb tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/ports?device_id=b17f4aa7-e4db-4068-8746-3f60f7a4a748 HTTP/1.1" status: 200 len: 945 time: 0.0522716 Feb 28 10:45:01.614792 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7a678099-6dc8-41ab-9876-b6b243350fc5 req-404997ec-e50e-485f-b687-94e19f915641 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/security-groups?id=39c49b0b-a926-4526-af25-363b73872a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440314 Feb 28 10:45:01.686120 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a4c76-57a5-4f2a-9c04-9dfdfa9b75e0 req-83416116-6dae-4bee-86de-9cecfe3deaf8 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:01.687599 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-9e8a4c76-57a5-4f2a-9c04-9dfdfa9b75e0 req-83416116-6dae-4bee-86de-9cecfe3deaf8 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 945 time: 0.0510674 Feb 28 10:45:01.711909 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] get_ports_and_sgs() called for port_ids ['588053f8-d8ee-47c0-b75a-4ba5f66d3ce8'] {{(pid=102997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:45:01.737193 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-9e8a4c76-57a5-4f2a-9c04-9dfdfa9b75e0 req-f65c5439-0005-4d8b-8575-a36abfc14a7a tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440943 Feb 28 10:45:02.729932 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15354fa-64df-4cee-8d0f-3c8175567d22 req-5b5a6a53-37dd-40b4-afd9-82fc32987431 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:02.731467 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e15354fa-64df-4cee-8d0f-3c8175567d22 req-5b5a6a53-37dd-40b4-afd9-82fc32987431 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/ports?device_id=b17f4aa7-e4db-4068-8746-3f60f7a4a748 HTTP/1.1" status: 200 len: 945 time: 0.0521505 Feb 28 10:45:02.777718 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e15354fa-64df-4cee-8d0f-3c8175567d22 req-ea566667-6cfd-45c3-b612-088ad32fcb59 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/security-groups?id=39c49b0b-a926-4526-af25-363b73872a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407975 Feb 28 10:45:02.856741 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ca97c-74a7-4ff5-9afe-a5a824cba985 req-b5249750-6edf-47f7-9d76-30a5f446426f tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:02.858190 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d48ca97c-74a7-4ff5-9afe-a5a824cba985 req-b5249750-6edf-47f7-9d76-30a5f446426f tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 945 time: 0.0510266 Feb 28 10:45:02.903800 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d48ca97c-74a7-4ff5-9afe-a5a824cba985 req-95438d50-f20c-493b-bc7b-c4fb01c8777c tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401719 Feb 28 10:45:03.070602 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device 588053f8-d8ee-47c0-b75a-4ba5f66d3ce8 up at agent hyperv_hv-cinder-83116 {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:45:03.117731 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Provisioning for port 588053f8-d8ee-47c0-b75a-4ba5f66d3ce8 completed by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:45:03.122236 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Provisioning complete for port 588053f8-d8ee-47c0-b75a-4ba5f66d3ce8 triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:45:03.122614 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (588053f8-d8ee-47c0-b75a-4ba5f66d3ce8), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:03.198769 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Current status of the port 588053f8-d8ee-47c0-b75a-4ba5f66d3ce8 is: BUILD; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:45:03.199108 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (588053f8-d8ee-47c0-b75a-4ba5f66d3ce8), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:03.220890 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17f4aa7-e4db-4068-8746-3f60f7a4a748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588053f8-d8ee-47c0-b75a-4ba5f66d3ce8'}] {{(pid=102997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:45:03.223474 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3235e45cea9492f03cbc66cd40cfc06ba5865c86106c1e9dddb87cdb5008e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6466e5-6b20-4f6c-9da8-f42dcba0fa17" -d '{"events": [{"server_uuid": "b17f4aa7-e4db-4068-8746-3f60f7a4a748", "name": "network-vif-plugged", "status": "completed", "tag": "588053f8-d8ee-47c0-b75a-4ba5f66d3ce8"}]}' {{(pid=102997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:45:03.236047 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port 588053f8-d8ee-47c0-b75a-4ba5f66d3ce8, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=588053f8-d8ee-47c0-b75a-4ba5f66d3ce8,segment=NetworkSegment(e7ceb69c-dd7a-4a22-ad62-a483c13f795c),segment_id=e7ceb69c-dd7a-4a22-ad62-a483c13f795c)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:45:03.239916 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (588053f8-d8ee-47c0-b75a-4ba5f66d3ce8), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:03.262541 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce96577-30e9-42b0-a0c0-99f69debd784 x-openstack-request-id: req-2ce96577-30e9-42b0-a0c0-99f69debd784 {{(pid=102997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:45:03.262877 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b17f4aa7-e4db-4068-8746-3f60f7a4a748", "name": "network-vif-plugged", "status": "completed", "tag": "588053f8-d8ee-47c0-b75a-4ba5f66d3ce8", "code": 200}]} {{(pid=102997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:45:03.263217 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2ce96577-30e9-42b0-a0c0-99f69debd784 {{(pid=102997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:45:03.263866 dv-cinder-831167-1-iscsi neutron-server[102997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17f4aa7-e4db-4068-8746-3f60f7a4a748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588053f8-d8ee-47c0-b75a-4ba5f66d3ce8', 'code': 200} Feb 28 10:45:03.287819 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Pushing event updated for resources: {'Port': ['ID=588053f8-d8ee-47c0-b75a-4ba5f66d3ce8,revision_number=5']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:45:03.467921 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fe154-b63a-4678-992a-8ec6e582f032 req-527b341c-9b19-4396-a8e0-b957417871b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:03.469298 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-148fe154-b63a-4678-992a-8ec6e582f032 req-527b341c-9b19-4396-a8e0-b957417871b0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b17f4aa7-e4db-4068-8746-3f60f7a4a748 HTTP/1.1" status: 200 len: 1130 time: 0.0438416 Feb 28 10:45:03.511340 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-148fe154-b63a-4678-992a-8ec6e582f032 req-33086123-8c5d-46a3-aef2-3d75f2794876 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=39c49b0b-a926-4526-af25-363b73872a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357606 Feb 28 10:45:03.894062 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ed066-3998-441f-bd25-10ef8cc7ed8e req-a13e848c-c773-4060-bbc9-4775e9b1a3bb tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:03.895527 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d11ed066-3998-441f-bd25-10ef8cc7ed8e req-a13e848c-c773-4060-bbc9-4775e9b1a3bb tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/ports?device_id=b17f4aa7-e4db-4068-8746-3f60f7a4a748 HTTP/1.1" status: 200 len: 946 time: 0.0542324 Feb 28 10:45:03.940682 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d11ed066-3998-441f-bd25-10ef8cc7ed8e req-55b419d5-3386-4a8d-ab43-434e0a185cbf tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/security-groups?id=39c49b0b-a926-4526-af25-363b73872a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390992 Feb 28 10:45:04.026569 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8497d2a-f754-4886-a620-522bd14c5549 req-b81a76ec-f01e-424f-9c68-acb79a59a79b tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:04.028033 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b8497d2a-f754-4886-a620-522bd14c5549 req-b81a76ec-f01e-424f-9c68-acb79a59a79b tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 945 time: 0.0521636 Feb 28 10:45:04.073335 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b8497d2a-f754-4886-a620-522bd14c5549 req-9de340a4-7142-4d15-b928-854a4c2ec525 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396721 Feb 28 10:45:04.080719 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (db31e800-75f5-4bdb-84cd-f402d346b45c), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:05.063168 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d83ac-a83e-483f-9da6-c23bfc8709f6 req-57310bc6-5cfd-4b81-9c53-a397972339f8 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:05.064715 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7a5d83ac-a83e-483f-9da6-c23bfc8709f6 req-57310bc6-5cfd-4b81-9c53-a397972339f8 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/ports?device_id=b17f4aa7-e4db-4068-8746-3f60f7a4a748 HTTP/1.1" status: 200 len: 946 time: 0.0586956 Feb 28 10:45:05.114446 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7a5d83ac-a83e-483f-9da6-c23bfc8709f6 req-b4aca3a6-92f4-46c3-8043-0656e012012f tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/security-groups?id=39c49b0b-a926-4526-af25-363b73872a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433710 Feb 28 10:45:05.199282 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67169d48-aee8-40c6-b8f2-b7176a0e164a req-5bc1b02a-7d56-4c76-8ffd-bb96bd2633b0 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:05.200722 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-67169d48-aee8-40c6-b8f2-b7176a0e164a req-5bc1b02a-7d56-4c76-8ffd-bb96bd2633b0 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 945 time: 0.0515475 Feb 28 10:45:05.245706 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-67169d48-aee8-40c6-b8f2-b7176a0e164a req-10f2b087-1f15-4fea-b7ca-04c52d1c4297 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394621 Feb 28 10:45:06.231844 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04584681-90d1-48d8-87b6-67046b3fb9ca req-bd69f88d-0208-44a5-8d3b-413edeefc2ec tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:06.233287 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-04584681-90d1-48d8-87b6-67046b3fb9ca req-bd69f88d-0208-44a5-8d3b-413edeefc2ec tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/ports?device_id=b17f4aa7-e4db-4068-8746-3f60f7a4a748 HTTP/1.1" status: 200 len: 946 time: 0.0516405 Feb 28 10:45:06.282403 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-04584681-90d1-48d8-87b6-67046b3fb9ca req-0547c48f-8e85-48a7-94f0-65d2e349061a tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/security-groups?id=39c49b0b-a926-4526-af25-363b73872a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438151 Feb 28 10:45:06.392793 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0baf4-e3b6-4957-94c1-a36e42a1c82c req-1759cf45-6511-4868-a31d-f8f10ec46ef2 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:06.395601 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5ca0baf4-e3b6-4957-94c1-a36e42a1c82c req-1759cf45-6511-4868-a31d-f8f10ec46ef2 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 945 time: 0.0815442 Feb 28 10:45:06.426174 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036264f-f5b6-4167-ad46-034bef9d085f req-4affeaaa-69d5-4a07-9cec-aeba6f1aabc3 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:06.427619 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-f036264f-f5b6-4167-ad46-034bef9d085f req-4affeaaa-69d5-4a07-9cec-aeba6f1aabc3 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/ports?device_id=b17f4aa7-e4db-4068-8746-3f60f7a4a748 HTTP/1.1" status: 200 len: 946 time: 0.0805106 Feb 28 10:45:06.465833 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5ca0baf4-e3b6-4957-94c1-a36e42a1c82c req-ea330619-16c7-4ca0-b311-8b729b366406 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655024 Feb 28 10:45:06.490502 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-f036264f-f5b6-4167-ad46-034bef9d085f req-81df8ef1-d566-4f8b-8fdd-735f95611ebf tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/security-groups?id=39c49b0b-a926-4526-af25-363b73872a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529985 Feb 28 10:45:06.958472 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaebaa7-c2d3-46ef-b799-43917bc0d394 req-eaed7aa0-64a9-4204-b469-1d3b24a8b680 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:06.959852 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-afaebaa7-c2d3-46ef-b799-43917bc0d394 req-eaed7aa0-64a9-4204-b469-1d3b24a8b680 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/ports?device_id=b17f4aa7-e4db-4068-8746-3f60f7a4a748 HTTP/1.1" status: 200 len: 946 time: 0.0542037 Feb 28 10:45:07.004393 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-afaebaa7-c2d3-46ef-b799-43917bc0d394 req-ca0b773c-c533-45a2-b167-6d3f2a62f84c tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/security-groups?id=39c49b0b-a926-4526-af25-363b73872a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391994 Feb 28 10:45:07.315904 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5aebd7-400e-4d4f-80f2-9988b3b39be5 req-05a31920-6236-4527-a84b-c55524522b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:07.317370 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-cb5aebd7-400e-4d4f-80f2-9988b3b39be5 req-05a31920-6236-4527-a84b-c55524522b08 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6825cb4cea9e4921b5312dd51b9920be&device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 1129 time: 0.0547993 Feb 28 10:45:07.427983 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5aebd7-400e-4d4f-80f2-9988b3b39be5 req-474265cd-0539-45b4-9f05-e638e8917fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:07.429405 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-cb5aebd7-400e-4d4f-80f2-9988b3b39be5 req-474265cd-0539-45b4-9f05-e638e8917fb3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=240e2b6c-54c0-4c0d-850d-490078c64530 HTTP/1.1" status: 200 len: 917 time: 0.0821438 Feb 28 10:45:07.500896 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-cb5aebd7-400e-4d4f-80f2-9988b3b39be5 req-40f81652-fc7d-4e96-8566-70c7ca1c96aa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88a4bd8b-bf17-4026-aea6-b661dd8b1201 HTTP/1.1" status: 200 len: 1000 time: 0.0649683 Feb 28 10:45:07.549768 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5aebd7-400e-4d4f-80f2-9988b3b39be5 req-4ce1f10c-a417-4a78-b7a4-d15bbcf66169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:07.551259 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-cb5aebd7-400e-4d4f-80f2-9988b3b39be5 req-4ce1f10c-a417-4a78-b7a4-d15bbcf66169 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c422424b-4bdb-4bd8-9a44-a4d30179929f HTTP/1.1" status: 200 len: 855 time: 0.0438235 Feb 28 10:45:07.588056 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d5c736-135b-427b-918c-60f4b63f6f88 req-acb8ee05-d250-452b-8a4f-60d6a5e3066f tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:07.589725 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-f5d5c736-135b-427b-918c-60f4b63f6f88 req-acb8ee05-d250-452b-8a4f-60d6a5e3066f tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 945 time: 0.0529182 Feb 28 10:45:07.598417 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5aebd7-400e-4d4f-80f2-9988b3b39be5 req-fbc3b3cf-5a42-47e2-beb4-ea703cee063f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:07.599920 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-cb5aebd7-400e-4d4f-80f2-9988b3b39be5 req-fbc3b3cf-5a42-47e2-beb4-ea703cee063f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=240e2b6c-54c0-4c0d-850d-490078c64530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427668 Feb 28 10:45:07.635721 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-f5d5c736-135b-427b-918c-60f4b63f6f88 req-9a73b5eb-7d97-43f4-a3e0-e80868258618 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404625 Feb 28 10:45:07.690343 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-cb5aebd7-400e-4d4f-80f2-9988b3b39be5 req-db3b8945-03fd-42ff-b766-629d29e951a3 service neutron] 10.222.0.46 "GET /v2.0/networks/240e2b6c-54c0-4c0d-850d-490078c64530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838406 Feb 28 10:45:07.774681 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-cb5aebd7-400e-4d4f-80f2-9988b3b39be5 req-92c06bb8-c546-4249-bb1f-a3970cad53fa service neutron] 10.222.0.46 "GET /v2.0/networks/240e2b6c-54c0-4c0d-850d-490078c64530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0777156 Feb 28 10:45:08.759782 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f4133-1f07-4001-9d23-f8dc7c1d95be req-dc3e7a61-fa01-4ea7-9b09-8fd647cf3b99 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:08.761246 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-3b9f4133-1f07-4001-9d23-f8dc7c1d95be req-dc3e7a61-fa01-4ea7-9b09-8fd647cf3b99 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 945 time: 0.0557766 Feb 28 10:45:08.806831 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-3b9f4133-1f07-4001-9d23-f8dc7c1d95be req-ee892322-5ba3-4b30-ab61-04c2424416fd tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401711 Feb 28 10:45:09.120383 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device 88a4bd8b-bf17-4026-aea6-b661dd8b1201 details requested by agent hyperv_hv-cinder-83116 with host hv-cinder-83116 {{(pid=102997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:45:09.216795 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port 88a4bd8b-bf17-4026-aea6-b661dd8b1201, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=88a4bd8b-bf17-4026-aea6-b661dd8b1201,segment=NetworkSegment(6c2048f2-30c2-42f7-807e-dc8d048f6f75),segment_id=6c2048f2-30c2-42f7-807e-dc8d048f6f75)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:45:09.228183 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Returning: {'device': '88a4bd8b-bf17-4026-aea6-b661dd8b1201', 'network_id': '240e2b6c-54c0-4c0d-850d-490078c64530', 'port_id': '88a4bd8b-bf17-4026-aea6-b661dd8b1201', 'mac_address': 'fa:16:3e:f9:07:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c422424b-4bdb-4bd8-9a44-a4d30179929f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:45:09.263935 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Current status of the port 88a4bd8b-bf17-4026-aea6-b661dd8b1201 is: ACTIVE; New status is: BUILD {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:45:09.264327 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (88a4bd8b-bf17-4026-aea6-b661dd8b1201), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:09.276897 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.notifiers.nova [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88a4bd8b-bf17-4026-aea6-b661dd8b1201 {{(pid=102997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:45:09.296033 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port 88a4bd8b-bf17-4026-aea6-b661dd8b1201, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=88a4bd8b-bf17-4026-aea6-b661dd8b1201,segment=NetworkSegment(6c2048f2-30c2-42f7-807e-dc8d048f6f75),segment_id=6c2048f2-30c2-42f7-807e-dc8d048f6f75)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:45:09.299551 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (88a4bd8b-bf17-4026-aea6-b661dd8b1201), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:09.347936 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Pushing event updated for resources: {'Port': ['ID=88a4bd8b-bf17-4026-aea6-b661dd8b1201,revision_number=6']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:45:09.511701 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] get_ports_and_sgs() called for port_ids ['88a4bd8b-bf17-4026-aea6-b661dd8b1201'] {{(pid=102997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:45:09.932277 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c049aa-7f2b-4b5c-b853-43773d98b4bc req-6254f5a4-83b8-4270-880e-ed7f90507005 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:09.933747 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-68c049aa-7f2b-4b5c-b853-43773d98b4bc req-6254f5a4-83b8-4270-880e-ed7f90507005 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 944 time: 0.0518525 Feb 28 10:45:09.979254 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-68c049aa-7f2b-4b5c-b853-43773d98b4bc req-3629f1c2-55bf-4d6f-9d95-aaaf2950c22d tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400069 Feb 28 10:45:11.101483 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b67f6-ebb7-484b-8513-fb585fb25229 req-6c38e276-9308-404d-9aeb-609952e1d43d tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:11.103656 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a92b67f6-ebb7-484b-8513-fb585fb25229 req-6c38e276-9308-404d-9aeb-609952e1d43d tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 944 time: 0.0527637 Feb 28 10:45:11.138547 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device 88a4bd8b-bf17-4026-aea6-b661dd8b1201 up at agent hyperv_hv-cinder-83116 {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:45:11.153655 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a92b67f6-ebb7-484b-8513-fb585fb25229 req-dce69cc2-bc1d-4d0a-ae98-0be63f733af6 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446148 Feb 28 10:45:11.188475 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Provisioning complete for port 88a4bd8b-bf17-4026-aea6-b661dd8b1201 triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:45:11.188849 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (88a4bd8b-bf17-4026-aea6-b661dd8b1201), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:11.261445 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Current status of the port 88a4bd8b-bf17-4026-aea6-b661dd8b1201 is: BUILD; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:45:11.261825 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (88a4bd8b-bf17-4026-aea6-b661dd8b1201), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:11.283991 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8b41b5-742f-473d-b439-9a195b9c11ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a4bd8b-bf17-4026-aea6-b661dd8b1201'}] {{(pid=102997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:45:11.286200 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3235e45cea9492f03cbc66cd40cfc06ba5865c86106c1e9dddb87cdb5008e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e273a0-49d3-42a9-aafc-087562d6ae94" -d '{"events": [{"server_uuid": "1a8b41b5-742f-473d-b439-9a195b9c11ac", "name": "network-vif-plugged", "status": "completed", "tag": "88a4bd8b-bf17-4026-aea6-b661dd8b1201"}]}' {{(pid=102997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:45:11.298122 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port 88a4bd8b-bf17-4026-aea6-b661dd8b1201, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=88a4bd8b-bf17-4026-aea6-b661dd8b1201,segment=NetworkSegment(6c2048f2-30c2-42f7-807e-dc8d048f6f75),segment_id=6c2048f2-30c2-42f7-807e-dc8d048f6f75)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:45:11.302119 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (88a4bd8b-bf17-4026-aea6-b661dd8b1201), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:11.328671 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17c9340-f926-487f-9601-df99f735cdbc x-openstack-request-id: req-a17c9340-f926-487f-9601-df99f735cdbc {{(pid=102997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:45:11.328966 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a8b41b5-742f-473d-b439-9a195b9c11ac", "name": "network-vif-plugged", "status": "completed", "tag": "88a4bd8b-bf17-4026-aea6-b661dd8b1201", "code": 200}]} {{(pid=102997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:45:11.329222 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a17c9340-f926-487f-9601-df99f735cdbc {{(pid=102997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:45:11.329603 dv-cinder-831167-1-iscsi neutron-server[102997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a8b41b5-742f-473d-b439-9a195b9c11ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a4bd8b-bf17-4026-aea6-b661dd8b1201', 'code': 200} Feb 28 10:45:11.354108 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Pushing event updated for resources: {'Port': ['ID=88a4bd8b-bf17-4026-aea6-b661dd8b1201,revision_number=7']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:45:12.315293 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c0a190-59a2-4abf-9ce9-10f76190ead9 req-5c07d3fc-0900-4bdb-bf2c-6e10c3d2b5d1 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:12.317722 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a0c0a190-59a2-4abf-9ce9-10f76190ead9 req-5c07d3fc-0900-4bdb-bf2c-6e10c3d2b5d1 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 945 time: 0.0875821 Feb 28 10:45:12.409145 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a0c0a190-59a2-4abf-9ce9-10f76190ead9 req-69908fbd-eb9e-40a5-8bd4-8357639ec5b3 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829985 Feb 28 10:45:13.544284 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ed344-a7f1-408a-9418-0b9320555f3a req-02fc0553-7df1-4dc5-ad2e-4a6eee0c147c tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:13.549888 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-375ed344-a7f1-408a-9418-0b9320555f3a req-02fc0553-7df1-4dc5-ad2e-4a6eee0c147c tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 945 time: 0.0627370 Feb 28 10:45:13.602887 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-375ed344-a7f1-408a-9418-0b9320555f3a req-70aa1463-ffe1-4d3e-b048-c9c56193d205 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474050 Feb 28 10:45:14.747753 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25deb17a-017e-42f2-b053-13ea2797f6ce req-2daa4231-41e7-4e0e-9207-3b513aff1d16 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:14.749362 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-25deb17a-017e-42f2-b053-13ea2797f6ce req-2daa4231-41e7-4e0e-9207-3b513aff1d16 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 945 time: 0.0681748 Feb 28 10:45:14.802984 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-25deb17a-017e-42f2-b053-13ea2797f6ce req-62e8d574-c5cc-4ab4-93ff-7c1d856568c7 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476816 Feb 28 10:45:15.955513 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7524cc5d-74ba-4239-ae3e-44776422ceae req-eba6f8db-497c-4c2e-bfcb-b5b09341c36d tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:15.957918 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7524cc5d-74ba-4239-ae3e-44776422ceae req-eba6f8db-497c-4c2e-bfcb-b5b09341c36d tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 945 time: 0.0740314 Feb 28 10:45:16.017625 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7524cc5d-74ba-4239-ae3e-44776422ceae req-9021bb11-0982-409d-9ad4-89f0437668de tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540049 Feb 28 10:45:17.152274 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb296267-dd27-4302-b867-c73061776cb1 req-2fa92129-f73e-4015-8f5b-0578a9d376f9 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:17.153917 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-eb296267-dd27-4302-b867-c73061776cb1 req-2fa92129-f73e-4015-8f5b-0578a9d376f9 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 945 time: 0.0548899 Feb 28 10:45:17.207025 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-eb296267-dd27-4302-b867-c73061776cb1 req-91f03c37-075f-4161-b1de-f8fa440a754c tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469265 Feb 28 10:45:17.486055 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627dde6-b268-4b4b-867a-8f9a66093257 req-6ea5a5c0-1d6f-4e06-8e34-52bb7d39866f tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:17.487959 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c627dde6-b268-4b4b-867a-8f9a66093257 req-6ea5a5c0-1d6f-4e06-8e34-52bb7d39866f tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/ports?device_id=b17f4aa7-e4db-4068-8746-3f60f7a4a748 HTTP/1.1" status: 200 len: 946 time: 0.0605419 Feb 28 10:45:17.542957 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c627dde6-b268-4b4b-867a-8f9a66093257 req-5a0565a4-de30-4a1d-8467-8b92209539ea tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/security-groups?id=39c49b0b-a926-4526-af25-363b73872a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468719 Feb 28 10:45:17.568223 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 34740) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:45:17.667989 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298c6a98-6267-4a30-a8f0-af930c22f273 tempest-TestMinimumBasicScenario-1718427677 tempest-TestMinimumBasicScenario-1718427677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:17.671501 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-298c6a98-6267-4a30-a8f0-af930c22f273 tempest-TestMinimumBasicScenario-1718427677 tempest-TestMinimumBasicScenario-1718427677-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b17f4aa7-e4db-4068-8746-3f60f7a4a748 HTTP/1.1" status: 200 len: 1125 time: 0.1021657 Feb 28 10:45:17.672452 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 34748) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:45:17.685325 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [None req-ee869874-a36a-4705-b033-e82ac48ebc98 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Request body: {'floatingip': {'floating_network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'port_id': '588053f8-d8ee-47c0-b75a-4ba5f66d3ce8', 'tenant_id': '7199da134f5348a7adb55be7f0758efe', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:45:17.707692 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-ee869874-a36a-4705-b033-e82ac48ebc98 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:17.813866 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-ee869874-a36a-4705-b033-e82ac48ebc98 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:17.935845 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.db.db_base_plugin_common [None req-ee869874-a36a-4705-b033-e82ac48ebc98 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Allocated IP 172.27.1.34 (5c191bd3-8d00-44c5-b017-904410258187/e0d51f16-a2c9-415b-a552-79de15f3fe23/7cb3b4f2-0efa-4857-8d5f-f3d9274570ea) {{(pid=102995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:45:18.054548 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-ee869874-a36a-4705-b033-e82ac48ebc98 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks [] for port (7cb3b4f2-0efa-4857-8d5f-f3d9274570ea), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:18.092338 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-ee869874-a36a-4705-b033-e82ac48ebc98 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63288186'] for port (7cb3b4f2-0efa-4857-8d5f-f3d9274570ea), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:18.139352 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee869874-a36a-4705-b033-e82ac48ebc98 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Network 5c191bd3-8d00-44c5-b017-904410258187 is already hosted by enough agents. {{(pid=102995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:45:18.144950 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.base_scheduler [None req-ee869874-a36a-4705-b033-e82ac48ebc98 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Resources bound (agent type, host, resource id): {{(pid=102995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:45:18.147583 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee869874-a36a-4705-b033-e82ac48ebc98 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Received port after_create {{(pid=102995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:45:18.149794 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee869874-a36a-4705-b033-e82ac48ebc98 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Pushing event updated for resources: {'Port': ['ID=7cb3b4f2-0efa-4857-8d5f-f3d9274570ea,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:45:18.428712 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda0273-ef48-4cd7-a339-61e70228919b req-98797536-c062-4906-b76a-a6e29a83b985 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:18.431540 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5cda0273-ef48-4cd7-a339-61e70228919b req-98797536-c062-4906-b76a-a6e29a83b985 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 945 time: 0.1027820 Feb 28 10:45:18.538932 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5cda0273-ef48-4cd7-a339-61e70228919b req-3ce04f4f-ae35-4c1c-a03f-6c6851b40c2b tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975144 Feb 28 10:45:18.643903 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-ee869874-a36a-4705-b033-e82ac48ebc98 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks [] for floatingip (53df425e-9349-464c-b28b-ac14870ad5af), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:18.718936 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-ee869874-a36a-4705-b033-e82ac48ebc98 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (7cb3b4f2-0efa-4857-8d5f-f3d9274570ea), before_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:18.886958 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-ee869874-a36a-4705-b033-e82ac48ebc98 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks [] for port (7cb3b4f2-0efa-4857-8d5f-f3d9274570ea), precommit_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:18.892078 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-ee869874-a36a-4705-b033-e82ac48ebc98 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63288179'] for port (7cb3b4f2-0efa-4857-8d5f-f3d9274570ea), after_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:18.964150 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee869874-a36a-4705-b033-e82ac48ebc98 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Pushing event updated for resources: {'Port': ['ID=7cb3b4f2-0efa-4857-8d5f-f3d9274570ea,revision_number=2']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:45:18.978483 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-ee869874-a36a-4705-b033-e82ac48ebc98 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-379257'] for floatingip (53df425e-9349-464c-b28b-ac14870ad5af), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:19.091155 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.db.l3_db [None req-ee869874-a36a-4705-b033-e82ac48ebc98 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Floating IP 53df425e-9349-464c-b28b-ac14870ad5af associated. External IP: 172.27.1.34, port: 588053f8-d8ee-47c0-b75a-4ba5f66d3ce8. Feb 28 10:45:19.353096 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee869874-a36a-4705-b033-e82ac48ebc98 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Router a7f5e2f2-9748-4908-8f86-0cfaa254ae1b has already been hosted by L3 agent 86347f47-2890-46a7-a199-31163828a11a {{(pid=102995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:45:19.468551 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee869874-a36a-4705-b033-e82ac48ebc98 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Notify agent at l3_agent.dv-cinder-831167-1-iscsi the message routers_updated {{(pid=102995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:45:19.480347 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228f81a7-7343-43c0-8f1f-d32a2cc15d72 None None] Sync routers for ids ['a7f5e2f2-9748-4908-8f86-0cfaa254ae1b'] in dv-cinder-831167-1-iscsi {{(pid=102997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:45:19.491481 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-ee869874-a36a-4705-b033-e82ac48ebc98 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for floatingip (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:19.495877 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228f81a7-7343-43c0-8f1f-d32a2cc15d72 None None] Routers {'a7f5e2f2-9748-4908-8f86-0cfaa254ae1b'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:45:19.496515 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-228f81a7-7343-43c0-8f1f-d32a2cc15d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:44:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['a7f5e2f2-9748-4908-8f86-0cfaa254ae1b'], 'active': True} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:45:19.533731 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-ee869874-a36a-4705-b033-e82ac48ebc98 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8578308 Feb 28 10:45:19.533731 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b17f4aa7-e4db-4068-8746-3f60f7a4a748', 'tag': '588053f8-d8ee-47c0-b75a-4ba5f66d3ce8'}] {{(pid=102995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:45:19.534243 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 34754) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:45:19.534768 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1dd8a96f8805fcf8ad92b8a44c4310027887bdef0368274a5855f6003a6db1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d77150-a8ee-499d-b5a6-9d218847bc30" -d '{"events": [{"name": "network-changed", "server_uuid": "b17f4aa7-e4db-4068-8746-3f60f7a4a748", "tag": "588053f8-d8ee-47c0-b75a-4ba5f66d3ce8"}]}' {{(pid=102995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:45:19.539316 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [None req-1c47a3db-b31b-4339-9204-6835fe353f79 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-26517735', 'description': 'tempest-secgroup-smoke-26517735 description', 'project_id': '7199da134f5348a7adb55be7f0758efe'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:45:19.583691 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-1c47a3db-b31b-4339-9204-6835fe353f79 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:19.600759 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721e431a-71ac-4448-8e34-be74c84fcb0b x-openstack-request-id: req-721e431a-71ac-4448-8e34-be74c84fcb0b {{(pid=102995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:45:19.601051 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b17f4aa7-e4db-4068-8746-3f60f7a4a748", "tag": "588053f8-d8ee-47c0-b75a-4ba5f66d3ce8", "status": "completed", "code": 200}]} {{(pid=102995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:45:19.601312 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-721e431a-71ac-4448-8e34-be74c84fcb0b {{(pid=102995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:45:19.601715 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b17f4aa7-e4db-4068-8746-3f60f7a4a748', 'tag': '588053f8-d8ee-47c0-b75a-4ba5f66d3ce8', 'status': 'completed', 'code': 200} Feb 28 10:45:19.655077 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvr_db [None req-228f81a7-7343-43c0-8f1f-d32a2cc15d72 None None] Set router a7f5e2f2-9748-4908-8f86-0cfaa254ae1b gateway port host: dv-cinder-831167-1-iscsi {{(pid=102997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:45:19.736065 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d77150-a8ee-499d-b5a6-9d218847bc30 req-d0b9417e-a57f-412a-b26c-2ec07bbe0c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:19.737726 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-74d77150-a8ee-499d-b5a6-9d218847bc30 req-d0b9417e-a57f-412a-b26c-2ec07bbe0c38 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7199da134f5348a7adb55be7f0758efe&device_id=b17f4aa7-e4db-4068-8746-3f60f7a4a748 HTTP/1.1" status: 200 len: 1130 time: 0.0859325 Feb 28 10:45:19.740282 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3cc79-9cff-40b2-beac-4a83eb56750c req-423c7bfa-6626-42f4-90e8-7c8f9f47851e tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:19.749059 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-1c47a3db-b31b-4339-9204-6835fe353f79 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks [] for security_group (07d38749-936e-42a5-9e5f-84c65ce43f80), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:19.751162 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7dc3cc79-9cff-40b2-beac-4a83eb56750c req-423c7bfa-6626-42f4-90e8-7c8f9f47851e tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 945 time: 0.0999274 Feb 28 10:45:19.809151 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-1c47a3db-b31b-4339-9204-6835fe353f79 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (07d38749-936e-42a5-9e5f-84c65ce43f80), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:19.822215 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7dc3cc79-9cff-40b2-beac-4a83eb56750c req-4bf678fa-e330-4c7b-a52c-380dc590b231 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695488 Feb 28 10:45:19.838652 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-1c47a3db-b31b-4339-9204-6835fe353f79 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks [] for security_group (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:19.838652 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-1c47a3db-b31b-4339-9204-6835fe353f79 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3027503 Feb 28 10:45:19.839554 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 34760) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:45:19.844346 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [None req-9c5bb8f5-d84c-46e6-9665-4f08f94fd12f tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Request body: {'security_group_rule': {'security_group_id': '07d38749-936e-42a5-9e5f-84c65ce43f80', 'project_id': '7199da134f5348a7adb55be7f0758efe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:45:19.869443 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c47a3db-b31b-4339-9204-6835fe353f79 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07d38749-936e-42a5-9e5f-84c65ce43f80,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:45:19.881504 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47a3db-b31b-4339-9204-6835fe353f79 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:45:19.882028 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47a3db-b31b-4339-9204-6835fe353f79 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:45:19.882611 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47a3db-b31b-4339-9204-6835fe353f79 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:45:19.882796 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-9c5bb8f5-d84c-46e6-9665-4f08f94fd12f tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks [] for security_group_rule (068b2f95-7675-412a-9367-17ad3a60a0c2), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:19.883190 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47a3db-b31b-4339-9204-6835fe353f79 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:45:19.883789 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47a3db-b31b-4339-9204-6835fe353f79 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:45:19.884345 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47a3db-b31b-4339-9204-6835fe353f79 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:45:19.885176 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47a3db-b31b-4339-9204-6835fe353f79 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:45:19.885614 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47a3db-b31b-4339-9204-6835fe353f79 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:45:19.886261 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47a3db-b31b-4339-9204-6835fe353f79 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:45:19.886696 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47a3db-b31b-4339-9204-6835fe353f79 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:45:19.887271 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47a3db-b31b-4339-9204-6835fe353f79 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:45:19.887701 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47a3db-b31b-4339-9204-6835fe353f79 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:45:19.888138 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47a3db-b31b-4339-9204-6835fe353f79 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:45:19.931101 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d77150-a8ee-499d-b5a6-9d218847bc30 req-744b9b14-516c-4ce0-93cc-98538df50e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:19.932958 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-74d77150-a8ee-499d-b5a6-9d218847bc30 req-744b9b14-516c-4ce0-93cc-98538df50e05 service neutron] 10.222.0.46 "GET /v2.0/networks?id=23b9544d-fd88-4f29-96bb-d69c9a9a50d9 HTTP/1.1" status: 200 len: 915 time: 0.1827383 Feb 28 10:45:20.045736 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-228f81a7-7343-43c0-8f1f-d32a2cc15d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f5e2f2-9748-4908-8f86-0cfaa254ae1b', 'name': 'tempest-TestMinimumBasicScenario-448465795-router', 'tenant_id': '7199da134f5348a7adb55be7f0758efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '2254e119-32d8-4e08-a48b-c78977e2576b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:44:21Z', 'updated_at': '2022-02-28T10:44:23Z', 'revision_number': 4, 'project_id': '7199da134f5348a7adb55be7f0758efe', 'gw_port': {'id': '2254e119-32d8-4e08-a48b-c78977e2576b', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f5e2f2-9748-4908-8f86-0cfaa254ae1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:21Z', 'updated_at': '2022-02-28T10:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_floatingips': [{'id': '53df425e-9349-464c-b28b-ac14870ad5af', 'tenant_id': '7199da134f5348a7adb55be7f0758efe', 'floating_ip_address': '172.27.1.34', 'floating_network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'router_id': 'a7f5e2f2-9748-4908-8f86-0cfaa254ae1b', 'port_id': '588053f8-d8ee-47c0-b75a-4ba5f66d3ce8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23b9544d-fd88-4f29-96bb-d69c9a9a50d9', 'mac_address': 'fa:16:3e:ab:cd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17f4aa7-e4db-4068-8746-3f60f7a4a748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:45:18Z', 'updated_at': '2022-02-28T10:45:18Z', 'revision_number': 0, 'project_id': '7199da134f5348a7adb55be7f0758efe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ba42818-e283-44fe-92c6-95f705f8e1e4', 'name': '', 'network_id': '23b9544d-fd88-4f29-96bb-d69c9a9a50d9', 'tenant_id': '7199da134f5348a7adb55be7f0758efe', 'mac_address': 'fa:16:3e:20:d2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f5e2f2-9748-4908-8f86-0cfaa254ae1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '4e180469-4b25-4077-a30b-ec96a9fd15f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:23Z', 'updated_at': '2022-02-28T10:44:29Z', 'revision_number': 5, 'project_id': '7199da134f5348a7adb55be7f0758efe', 'subnets': [{'id': '4e180469-4b25-4077-a30b-ec96a9fd15f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:45:20.056678 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-74d77150-a8ee-499d-b5a6-9d218847bc30 req-5a3cdabb-cc15-4f73-839a-39f2d97788ed service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=588053f8-d8ee-47c0-b75a-4ba5f66d3ce8 HTTP/1.1" status: 200 len: 999 time: 0.1118824 Feb 28 10:45:20.084558 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228f81a7-7343-43c0-8f1f-d32a2cc15d72 None None] Checking router: a7f5e2f2-9748-4908-8f86-0cfaa254ae1b for host: dv-cinder-831167-1-iscsi {{(pid=102997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:45:20.117302 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228f81a7-7343-43c0-8f1f-d32a2cc15d72 None None] Routers {'a7f5e2f2-9748-4908-8f86-0cfaa254ae1b'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:45:20.118170 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-228f81a7-7343-43c0-8f1f-d32a2cc15d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:44:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['a7f5e2f2-9748-4908-8f86-0cfaa254ae1b'], 'active': True} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:45:20.143649 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d77150-a8ee-499d-b5a6-9d218847bc30 req-edd33861-05c6-4d86-9956-95e96484ebfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:20.145114 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-74d77150-a8ee-499d-b5a6-9d218847bc30 req-edd33861-05c6-4d86-9956-95e96484ebfc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4e180469-4b25-4077-a30b-ec96a9fd15f3 HTTP/1.1" status: 200 len: 853 time: 0.0730433 Feb 28 10:45:20.214723 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-9c5bb8f5-d84c-46e6-9665-4f08f94fd12f tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks [] for security_group_rule (068b2f95-7675-412a-9367-17ad3a60a0c2), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:20.220259 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d77150-a8ee-499d-b5a6-9d218847bc30 req-610e51f2-d930-4b39-951a-be3885ff3f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:20.221467 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-9c5bb8f5-d84c-46e6-9665-4f08f94fd12f tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826235'] for security_group_rule (068b2f95-7675-412a-9367-17ad3a60a0c2), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:20.221810 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-74d77150-a8ee-499d-b5a6-9d218847bc30 req-610e51f2-d930-4b39-951a-be3885ff3f94 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23b9544d-fd88-4f29-96bb-d69c9a9a50d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0673144 Feb 28 10:45:20.240057 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5bb8f5-d84c-46e6-9665-4f08f94fd12f tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=068b2f95-7675-412a-9367-17ad3a60a0c2,revision_number=0']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:45:20.266630 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-9c5bb8f5-d84c-46e6-9665-4f08f94fd12f tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:20.269928 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-9c5bb8f5-d84c-46e6-9665-4f08f94fd12f tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4266984 Feb 28 10:45:20.270138 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 34762) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:45:20.275389 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [None req-59f9cc08-16e6-48c6-bc49-14163db1583b tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Request body: {'security_group_rule': {'security_group_id': '07d38749-936e-42a5-9e5f-84c65ce43f80', 'project_id': '7199da134f5348a7adb55be7f0758efe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:45:20.302933 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvr_db [None req-228f81a7-7343-43c0-8f1f-d32a2cc15d72 None None] Set router a7f5e2f2-9748-4908-8f86-0cfaa254ae1b gateway port host: dv-cinder-831167-1-iscsi {{(pid=102997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:45:20.330588 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-59f9cc08-16e6-48c6-bc49-14163db1583b tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks [] for security_group_rule (63f187c8-3cff-4546-b3c2-bb09ca46a498), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:20.357998 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-74d77150-a8ee-499d-b5a6-9d218847bc30 req-7fe4ee91-2420-4d44-a1c5-338d468ddbc8 service neutron] 10.222.0.46 "GET /v2.0/networks/23b9544d-fd88-4f29-96bb-d69c9a9a50d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263478 Feb 28 10:45:20.442307 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-59f9cc08-16e6-48c6-bc49-14163db1583b tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks [] for security_group_rule (63f187c8-3cff-4546-b3c2-bb09ca46a498), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:20.450406 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-59f9cc08-16e6-48c6-bc49-14163db1583b tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826235'] for security_group_rule (63f187c8-3cff-4546-b3c2-bb09ca46a498), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:20.478807 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-59f9cc08-16e6-48c6-bc49-14163db1583b tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:20.483239 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-59f9cc08-16e6-48c6-bc49-14163db1583b tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2119968 Feb 28 10:45:20.483875 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 34766) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:45:20.490891 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [None req-49050aa5-9a31-48af-8118-7a646dc5e491 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Request body: {'security_group_rule': {'security_group_id': '07d38749-936e-42a5-9e5f-84c65ce43f80', 'project_id': '7199da134f5348a7adb55be7f0758efe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:45:20.495246 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-74d77150-a8ee-499d-b5a6-9d218847bc30 req-89f4da88-bcb7-4169-8d7c-283d998bdcf0 service neutron] 10.222.0.46 "GET /v2.0/networks/23b9544d-fd88-4f29-96bb-d69c9a9a50d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289792 Feb 28 10:45:20.499483 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f9cc08-16e6-48c6-bc49-14163db1583b tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63f187c8-3cff-4546-b3c2-bb09ca46a498,revision_number=0']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:45:20.544884 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-49050aa5-9a31-48af-8118-7a646dc5e491 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks [] for security_group_rule (ab65f6da-1cb4-4f54-8dc8-d40e31d1d92a), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:20.608347 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-49050aa5-9a31-48af-8118-7a646dc5e491 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks [] for security_group_rule (ab65f6da-1cb4-4f54-8dc8-d40e31d1d92a), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:20.612806 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-49050aa5-9a31-48af-8118-7a646dc5e491 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826235'] for security_group_rule (ab65f6da-1cb4-4f54-8dc8-d40e31d1d92a), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:20.632536 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49050aa5-9a31-48af-8118-7a646dc5e491 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab65f6da-1cb4-4f54-8dc8-d40e31d1d92a,revision_number=0']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:45:20.643884 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-49050aa5-9a31-48af-8118-7a646dc5e491 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:20.646585 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 34768) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:45:20.647169 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-49050aa5-9a31-48af-8118-7a646dc5e491 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1614697 Feb 28 10:45:20.652296 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [None req-44dee9bb-d4f5-4464-bea4-b5892fefab94 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Request body: {'security_group_rule': {'security_group_id': '07d38749-936e-42a5-9e5f-84c65ce43f80', 'project_id': '7199da134f5348a7adb55be7f0758efe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:45:20.690199 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-44dee9bb-d4f5-4464-bea4-b5892fefab94 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks [] for security_group_rule (393e0fce-1ba0-4a65-a703-91bef041c74c), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:20.772889 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-44dee9bb-d4f5-4464-bea4-b5892fefab94 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks [] for security_group_rule (393e0fce-1ba0-4a65-a703-91bef041c74c), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:20.777801 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-44dee9bb-d4f5-4464-bea4-b5892fefab94 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826235'] for security_group_rule (393e0fce-1ba0-4a65-a703-91bef041c74c), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:20.788545 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-228f81a7-7343-43c0-8f1f-d32a2cc15d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f5e2f2-9748-4908-8f86-0cfaa254ae1b', 'name': 'tempest-TestMinimumBasicScenario-448465795-router', 'tenant_id': '7199da134f5348a7adb55be7f0758efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '2254e119-32d8-4e08-a48b-c78977e2576b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:44:21Z', 'updated_at': '2022-02-28T10:44:23Z', 'revision_number': 4, 'project_id': '7199da134f5348a7adb55be7f0758efe', 'gw_port': {'id': '2254e119-32d8-4e08-a48b-c78977e2576b', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f5e2f2-9748-4908-8f86-0cfaa254ae1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:21Z', 'updated_at': '2022-02-28T10:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_floatingips': [{'id': '53df425e-9349-464c-b28b-ac14870ad5af', 'tenant_id': '7199da134f5348a7adb55be7f0758efe', 'floating_ip_address': '172.27.1.34', 'floating_network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'router_id': 'a7f5e2f2-9748-4908-8f86-0cfaa254ae1b', 'port_id': '588053f8-d8ee-47c0-b75a-4ba5f66d3ce8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23b9544d-fd88-4f29-96bb-d69c9a9a50d9', 'mac_address': 'fa:16:3e:ab:cd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17f4aa7-e4db-4068-8746-3f60f7a4a748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:45:18Z', 'updated_at': '2022-02-28T10:45:18Z', 'revision_number': 0, 'project_id': '7199da134f5348a7adb55be7f0758efe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ba42818-e283-44fe-92c6-95f705f8e1e4', 'name': '', 'network_id': '23b9544d-fd88-4f29-96bb-d69c9a9a50d9', 'tenant_id': '7199da134f5348a7adb55be7f0758efe', 'mac_address': 'fa:16:3e:20:d2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f5e2f2-9748-4908-8f86-0cfaa254ae1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '4e180469-4b25-4077-a30b-ec96a9fd15f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:23Z', 'updated_at': '2022-02-28T10:44:29Z', 'revision_number': 5, 'project_id': '7199da134f5348a7adb55be7f0758efe', 'subnets': [{'id': '4e180469-4b25-4077-a30b-ec96a9fd15f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:45:20.793753 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dee9bb-d4f5-4464-bea4-b5892fefab94 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=393e0fce-1ba0-4a65-a703-91bef041c74c,revision_number=0']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:45:20.817600 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228f81a7-7343-43c0-8f1f-d32a2cc15d72 None None] The sync data for ids ['a7f5e2f2-9748-4908-8f86-0cfaa254ae1b'] in dv-cinder-831167-1-iscsi is: [{'id': 'a7f5e2f2-9748-4908-8f86-0cfaa254ae1b', 'name': 'tempest-TestMinimumBasicScenario-448465795-router', 'tenant_id': '7199da134f5348a7adb55be7f0758efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '2254e119-32d8-4e08-a48b-c78977e2576b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:44:21Z', 'updated_at': '2022-02-28T10:44:23Z', 'revision_number': 4, 'project_id': '7199da134f5348a7adb55be7f0758efe', 'gw_port': {'id': '2254e119-32d8-4e08-a48b-c78977e2576b', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f5e2f2-9748-4908-8f86-0cfaa254ae1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:21Z', 'updated_at': '2022-02-28T10:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_floatingips': [{'id': '53df425e-9349-464c-b28b-ac14870ad5af', 'tenant_id': '7199da134f5348a7adb55be7f0758efe', 'floating_ip_address': '172.27.1.34', 'floating_network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'router_id': 'a7f5e2f2-9748-4908-8f86-0cfaa254ae1b', 'port_id': '588053f8-d8ee-47c0-b75a-4ba5f66d3ce8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23b9544d-fd88-4f29-96bb-d69c9a9a50d9', 'mac_address': 'fa:16:3e:ab:cd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17f4aa7-e4db-4068-8746-3f60f7a4a748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:45:18Z', 'updated_at': '2022-02-28T10:45:18Z', 'revision_number': 0, 'project_id': '7199da134f5348a7adb55be7f0758efe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ba42818-e283-44fe-92c6-95f705f8e1e4', 'name': '', 'network_id': '23b9544d-fd88-4f29-96bb-d69c9a9a50d9', 'tenant_id': '7199da134f5348a7adb55be7f0758efe', 'mac_address': 'fa:16:3e:20:d2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f5e2f2-9748-4908-8f86-0cfaa254ae1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '4e180469-4b25-4077-a30b-ec96a9fd15f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:23Z', 'updated_at': '2022-02-28T10:44:29Z', 'revision_number': 5, 'project_id': '7199da134f5348a7adb55be7f0758efe', 'subnets': [{'id': '4e180469-4b25-4077-a30b-ec96a9fd15f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:45:20.825520 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-44dee9bb-d4f5-4464-bea4-b5892fefab94 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:20.826763 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-44dee9bb-d4f5-4464-bea4-b5892fefab94 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1790133 Feb 28 10:45:20.829584 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 34770) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:45:20.834499 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [None req-062cf7e3-e966-44ea-b7c7-bfa7d3b3846d tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Request body: {'security_group_rule': {'security_group_id': '07d38749-936e-42a5-9e5f-84c65ce43f80', 'project_id': '7199da134f5348a7adb55be7f0758efe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:45:20.883570 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.db.securitygroups_db [None req-062cf7e3-e966-44ea-b7c7-bfa7d3b3846d tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Project 7199da134f5348a7adb55be7f0758efe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:45:20.890586 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-062cf7e3-e966-44ea-b7c7-bfa7d3b3846d tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks [] for security_group_rule (8b3d0d33-f66a-4757-b1a4-930814ef8f44), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:20.977952 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-062cf7e3-e966-44ea-b7c7-bfa7d3b3846d tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks [] for security_group_rule (8b3d0d33-f66a-4757-b1a4-930814ef8f44), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:20.981344 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25d271-5a0a-472a-aaeb-a3acb57e267c req-0696b6be-c277-4912-8610-2ed6c8100b3b tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:20.982935 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-bd25d271-5a0a-472a-aaeb-a3acb57e267c req-0696b6be-c277-4912-8610-2ed6c8100b3b tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 945 time: 0.0786083 Feb 28 10:45:20.992223 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-062cf7e3-e966-44ea-b7c7-bfa7d3b3846d tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826235'] for security_group_rule (8b3d0d33-f66a-4757-b1a4-930814ef8f44), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:21.010931 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062cf7e3-e966-44ea-b7c7-bfa7d3b3846d tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b3d0d33-f66a-4757-b1a4-930814ef8f44,revision_number=0']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:45:21.029809 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-062cf7e3-e966-44ea-b7c7-bfa7d3b3846d tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:21.031750 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-062cf7e3-e966-44ea-b7c7-bfa7d3b3846d tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2010744 Feb 28 10:45:21.034726 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 34774) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:45:21.039750 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [None req-c084a722-c77f-45e5-b71d-bc35a423775d tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Request body: {'security_group_rule': {'security_group_id': '07d38749-936e-42a5-9e5f-84c65ce43f80', 'project_id': '7199da134f5348a7adb55be7f0758efe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:45:21.056465 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-bd25d271-5a0a-472a-aaeb-a3acb57e267c req-6bd9b625-d976-45dd-8de9-01e1a407be96 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649698 Feb 28 10:45:21.071158 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.db.securitygroups_db [None req-c084a722-c77f-45e5-b71d-bc35a423775d tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Project 7199da134f5348a7adb55be7f0758efe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:45:21.096861 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-c084a722-c77f-45e5-b71d-bc35a423775d tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks [] for security_group_rule (a56ce747-61f6-4833-9224-e5c180cbdecf), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:21.137220 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7b9715-f145-4889-9a7c-6bd6ab6cfbb5 None None] New status for floating IP 53df425e-9349-464c-b28b-ac14870ad5af: ACTIVE {{(pid=102998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:45:21.174973 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-c084a722-c77f-45e5-b71d-bc35a423775d tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks [] for security_group_rule (a56ce747-61f6-4833-9224-e5c180cbdecf), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:21.179255 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-c084a722-c77f-45e5-b71d-bc35a423775d tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826235'] for security_group_rule (a56ce747-61f6-4833-9224-e5c180cbdecf), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:21.196797 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c084a722-c77f-45e5-b71d-bc35a423775d tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a56ce747-61f6-4833-9224-e5c180cbdecf,revision_number=0']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:45:21.224535 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-c084a722-c77f-45e5-b71d-bc35a423775d tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:21.226979 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-c084a722-c77f-45e5-b71d-bc35a423775d tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1900711 Feb 28 10:45:21.353582 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-fcafccab-e3f8-4c76-96a0-3220a86a4a24 req-fd381f07-a69b-4f80-8c2f-bc6e2127687d tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-26517735&fields=id&tenant_id=7199da134f5348a7adb55be7f0758efe HTTP/1.1" status: 200 len: 267 time: 0.0622504 Feb 28 10:45:21.434315 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcafccab-e3f8-4c76-96a0-3220a86a4a24 req-78b0becd-c5ac-4431-847e-7c1a362912c5 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:21.435953 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-fcafccab-e3f8-4c76-96a0-3220a86a4a24 req-78b0becd-c5ac-4431-847e-7c1a362912c5 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/ports?device_id=b17f4aa7-e4db-4068-8746-3f60f7a4a748 HTTP/1.1" status: 200 len: 946 time: 0.0763242 Feb 28 10:45:21.447023 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [req-fcafccab-e3f8-4c76-96a0-3220a86a4a24 req-4ed20972-5b81-4e13-914b-ed91cf276198 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Request body: {'port': {'security_groups': ['39c49b0b-a926-4526-af25-363b73872a8a', '07d38749-936e-42a5-9e5f-84c65ce43f80']}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:45:21.531128 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [req-fcafccab-e3f8-4c76-96a0-3220a86a4a24 req-4ed20972-5b81-4e13-914b-ed91cf276198 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (588053f8-d8ee-47c0-b75a-4ba5f66d3ce8), before_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:21.773364 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.db [req-fcafccab-e3f8-4c76-96a0-3220a86a4a24 req-4ed20972-5b81-4e13-914b-ed91cf276198 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] For port 588053f8-d8ee-47c0-b75a-4ba5f66d3ce8, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=588053f8-d8ee-47c0-b75a-4ba5f66d3ce8,segment=NetworkSegment(e7ceb69c-dd7a-4a22-ad62-a483c13f795c),segment_id=e7ceb69c-dd7a-4a22-ad62-a483c13f795c)] {{(pid=102995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:45:21.804086 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [req-fcafccab-e3f8-4c76-96a0-3220a86a4a24 req-4ed20972-5b81-4e13-914b-ed91cf276198 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks [] for port (588053f8-d8ee-47c0-b75a-4ba5f66d3ce8), precommit_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:21.809174 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [req-fcafccab-e3f8-4c76-96a0-3220a86a4a24 req-4ed20972-5b81-4e13-914b-ed91cf276198 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63288179'] for port (588053f8-d8ee-47c0-b75a-4ba5f66d3ce8), after_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:21.848090 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] get_ports_and_sgs() called for port_ids ['588053f8-d8ee-47c0-b75a-4ba5f66d3ce8'] {{(pid=102997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:45:21.855880 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcafccab-e3f8-4c76-96a0-3220a86a4a24 req-4ed20972-5b81-4e13-914b-ed91cf276198 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:21.856573 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [req-fcafccab-e3f8-4c76-96a0-3220a86a4a24 req-4ed20972-5b81-4e13-914b-ed91cf276198 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for port (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:21.858263 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-fcafccab-e3f8-4c76-96a0-3220a86a4a24 req-4ed20972-5b81-4e13-914b-ed91cf276198 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "PUT /v2.0/ports/588053f8-d8ee-47c0-b75a-4ba5f66d3ce8 HTTP/1.1" status: 200 len: 982 time: 0.4160678 Feb 28 10:45:21.858498 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b17f4aa7-e4db-4068-8746-3f60f7a4a748', 'tag': '588053f8-d8ee-47c0-b75a-4ba5f66d3ce8'}] {{(pid=102995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:45:21.867580 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1dd8a96f8805fcf8ad92b8a44c4310027887bdef0368274a5855f6003a6db1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5c890a-b5e4-4f74-853c-81db73cd40de" -d '{"events": [{"name": "network-changed", "server_uuid": "b17f4aa7-e4db-4068-8746-3f60f7a4a748", "tag": "588053f8-d8ee-47c0-b75a-4ba5f66d3ce8"}]}' {{(pid=102995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:45:21.906022 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed20972-5b81-4e13-914b-ed91cf276198 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Pushing event updated for resources: {'Port': ['ID=588053f8-d8ee-47c0-b75a-4ba5f66d3ce8,revision_number=6']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:45:21.919870 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b00a1e-ae8e-4c7d-8a89-8da4826320bc x-openstack-request-id: req-77b00a1e-ae8e-4c7d-8a89-8da4826320bc {{(pid=102995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:45:21.920173 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b17f4aa7-e4db-4068-8746-3f60f7a4a748", "tag": "588053f8-d8ee-47c0-b75a-4ba5f66d3ce8", "status": "completed", "code": 200}]} {{(pid=102995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:45:21.921364 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-77b00a1e-ae8e-4c7d-8a89-8da4826320bc {{(pid=102995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:45:21.921364 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b17f4aa7-e4db-4068-8746-3f60f7a4a748', 'tag': '588053f8-d8ee-47c0-b75a-4ba5f66d3ce8', 'status': 'completed', 'code': 200} Feb 28 10:45:21.990213 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f772b5-7075-4e75-bf6e-450bb5bcbe6d req-356ada7d-1b15-4113-aa34-43b8a2d01626 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:21.992243 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c0f772b5-7075-4e75-bf6e-450bb5bcbe6d req-356ada7d-1b15-4113-aa34-43b8a2d01626 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/ports?device_id=b17f4aa7-e4db-4068-8746-3f60f7a4a748 HTTP/1.1" status: 200 len: 985 time: 0.0644920 Feb 28 10:45:22.028490 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c890a-b5e4-4f74-853c-81db73cd40de req-bf09f3f8-b29a-4c3b-ab19-088de6a4a984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:22.029993 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-0d5c890a-b5e4-4f74-853c-81db73cd40de req-bf09f3f8-b29a-4c3b-ab19-088de6a4a984 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7199da134f5348a7adb55be7f0758efe&device_id=b17f4aa7-e4db-4068-8746-3f60f7a4a748 HTTP/1.1" status: 200 len: 1169 time: 0.0578184 Feb 28 10:45:22.066708 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c0f772b5-7075-4e75-bf6e-450bb5bcbe6d req-e6be6099-0533-407c-8034-fb1371cc4443 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/security-groups?id=07d38749-936e-42a5-9e5f-84c65ce43f80&id=39c49b0b-a926-4526-af25-363b73872a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0644827 Feb 28 10:45:22.087765 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] get_ports_and_sgs() called for port_ids ['588053f8-d8ee-47c0-b75a-4ba5f66d3ce8'] {{(pid=102997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:45:22.189725 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-11d854f7-ab54-4b76-b112-e909c70d6ca3 None None] Provisioning complete for port 588053f8-d8ee-47c0-b75a-4ba5f66d3ce8 triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:45:22.190259 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-11d854f7-ab54-4b76-b112-e909c70d6ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (588053f8-d8ee-47c0-b75a-4ba5f66d3ce8), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:22.213300 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86793a22-9d6c-444b-afd1-baa17edbbb0d req-e040c863-7351-4465-8a98-7ad4b6b6afc9 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:22.214840 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-86793a22-9d6c-444b-afd1-baa17edbbb0d req-e040c863-7351-4465-8a98-7ad4b6b6afc9 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 945 time: 0.0624878 Feb 28 10:45:22.267412 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-86793a22-9d6c-444b-afd1-baa17edbbb0d req-01b2aa44-e6a7-4dc7-9f5f-1c1388766b25 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454316 Feb 28 10:45:22.385697 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c890a-b5e4-4f74-853c-81db73cd40de req-7e64910d-93c0-4529-92b1-a1345b0abe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:22.387186 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-0d5c890a-b5e4-4f74-853c-81db73cd40de req-7e64910d-93c0-4529-92b1-a1345b0abe59 service neutron] 10.222.0.46 "GET /v2.0/networks?id=23b9544d-fd88-4f29-96bb-d69c9a9a50d9 HTTP/1.1" status: 200 len: 915 time: 0.3508165 Feb 28 10:45:22.397114 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-11d854f7-ab54-4b76-b112-e909c70d6ca3 None None] Current status of the port 588053f8-d8ee-47c0-b75a-4ba5f66d3ce8 is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:45:22.423193 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.agents_db [None req-ad1b81bb-6a73-47ab-ba10-dec1fea0c152 None None] Agent healthcheck: found 6 active agents {{(pid=102998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:45:22.620350 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-0d5c890a-b5e4-4f74-853c-81db73cd40de req-81f1d80c-b314-4ef9-b6da-3fa45a1fc382 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=588053f8-d8ee-47c0-b75a-4ba5f66d3ce8 HTTP/1.1" status: 200 len: 1001 time: 0.0579288 Feb 28 10:45:22.676413 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c890a-b5e4-4f74-853c-81db73cd40de req-4c554c02-6cac-4f96-ad90-5ba4ae192128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:22.677873 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-0d5c890a-b5e4-4f74-853c-81db73cd40de req-4c554c02-6cac-4f96-ad90-5ba4ae192128 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4e180469-4b25-4077-a30b-ec96a9fd15f3 HTTP/1.1" status: 200 len: 853 time: 0.0458636 Feb 28 10:45:22.731062 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c890a-b5e4-4f74-853c-81db73cd40de req-6b0a7b83-4b71-4b95-9a13-af3b5bc95acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:22.732546 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-0d5c890a-b5e4-4f74-853c-81db73cd40de req-6b0a7b83-4b71-4b95-9a13-af3b5bc95acd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23b9544d-fd88-4f29-96bb-d69c9a9a50d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447783 Feb 28 10:45:22.839249 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-0d5c890a-b5e4-4f74-853c-81db73cd40de req-3cae9d09-c134-45f2-8921-51c365a7b600 service neutron] 10.222.0.46 "GET /v2.0/networks/23b9544d-fd88-4f29-96bb-d69c9a9a50d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781610 Feb 28 10:45:22.962263 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7590b-ca0d-43f3-b7d4-8656cafcbc9a req-16de0c53-c1d1-4aa6-b1b9-e7e673569d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:22.963690 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-23f7590b-ca0d-43f3-b7d4-8656cafcbc9a req-16de0c53-c1d1-4aa6-b1b9-e7e673569d1e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6825cb4cea9e4921b5312dd51b9920be&device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 1129 time: 0.0730376 Feb 28 10:45:22.965390 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-0d5c890a-b5e4-4f74-853c-81db73cd40de req-5a55bc80-6316-4724-8e9e-c1bb12e61f76 service neutron] 10.222.0.46 "GET /v2.0/networks/23b9544d-fd88-4f29-96bb-d69c9a9a50d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182299 Feb 28 10:45:23.071744 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7590b-ca0d-43f3-b7d4-8656cafcbc9a req-3da74a1a-34dd-40de-bb33-e1f4d7e21d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:23.073183 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-23f7590b-ca0d-43f3-b7d4-8656cafcbc9a req-3da74a1a-34dd-40de-bb33-e1f4d7e21d7e service neutron] 10.222.0.46 "GET /v2.0/networks?id=240e2b6c-54c0-4c0d-850d-490078c64530 HTTP/1.1" status: 200 len: 917 time: 0.0847507 Feb 28 10:45:23.140050 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-23f7590b-ca0d-43f3-b7d4-8656cafcbc9a req-5817dbe0-eb41-4285-b0db-3f4c03c1865e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88a4bd8b-bf17-4026-aea6-b661dd8b1201 HTTP/1.1" status: 200 len: 1000 time: 0.0592620 Feb 28 10:45:23.190418 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7590b-ca0d-43f3-b7d4-8656cafcbc9a req-b1a044e2-8d27-4d4c-ac50-d4c7fcc864de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:23.191853 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-23f7590b-ca0d-43f3-b7d4-8656cafcbc9a req-b1a044e2-8d27-4d4c-ac50-d4c7fcc864de service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c422424b-4bdb-4bd8-9a44-a4d30179929f HTTP/1.1" status: 200 len: 855 time: 0.0457721 Feb 28 10:45:23.238523 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7590b-ca0d-43f3-b7d4-8656cafcbc9a req-f5bddc9f-fe16-4b49-a08e-7e0d29103c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:23.240012 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-23f7590b-ca0d-43f3-b7d4-8656cafcbc9a req-f5bddc9f-fe16-4b49-a08e-7e0d29103c74 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=240e2b6c-54c0-4c0d-850d-490078c64530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425620 Feb 28 10:45:23.326061 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-23f7590b-ca0d-43f3-b7d4-8656cafcbc9a req-de7f68e8-6f17-4a94-a226-dae96c9bec4b service neutron] 10.222.0.46 "GET /v2.0/networks/240e2b6c-54c0-4c0d-850d-490078c64530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796149 Feb 28 10:45:23.393669 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c94f8-2fb3-40e7-b557-5c2d2022c75b req-dedc84d4-a730-4e87-ae70-e0ae2b1767df tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:23.395166 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-683c94f8-2fb3-40e7-b557-5c2d2022c75b req-dedc84d4-a730-4e87-ae70-e0ae2b1767df tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 945 time: 0.0546257 Feb 28 10:45:23.417795 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-23f7590b-ca0d-43f3-b7d4-8656cafcbc9a req-fbc20603-0634-45d0-bebd-5f59d179d7ea service neutron] 10.222.0.46 "GET /v2.0/networks/240e2b6c-54c0-4c0d-850d-490078c64530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853174 Feb 28 10:45:23.441281 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-683c94f8-2fb3-40e7-b557-5c2d2022c75b req-ed5c6145-aba0-4c9f-aa27-f9f92dfaf506 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398262 Feb 28 10:45:24.561499 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3298a-18b4-4c8e-9a2f-9e109449d40d req-47bc985f-6731-4149-a56a-73efbd092a63 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:24.562973 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-92c3298a-18b4-4c8e-9a2f-9e109449d40d req-47bc985f-6731-4149-a56a-73efbd092a63 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 945 time: 0.0509217 Feb 28 10:45:24.607812 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-92c3298a-18b4-4c8e-9a2f-9e109449d40d req-8b643aa4-42c7-4649-8e4c-edc1fc1977c5 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393972 Feb 28 10:45:24.953181 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-53040b2e-d4d4-4646-957f-a9cfd25628fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:25.732654 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37af32-4663-4055-bed2-04ee6f3e13a7 req-90448a64-5047-4fda-a39a-86136410e5ab tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:25.734104 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-dd37af32-4663-4055-bed2-04ee6f3e13a7 req-90448a64-5047-4fda-a39a-86136410e5ab tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 945 time: 0.0553942 Feb 28 10:45:25.782766 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-dd37af32-4663-4055-bed2-04ee6f3e13a7 req-49e2233a-8b86-4904-acc2-a2721d495328 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432060 Feb 28 10:45:26.521251 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [req-00f0a921-addd-4c5c-97c6-0a66638710f8 req-44359626-dc39-4b40-9eb7-a0dadcb8427a service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102995) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:45:26.522311 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-00f0a921-addd-4c5c-97c6-0a66638710f8 req-44359626-dc39-4b40-9eb7-a0dadcb8427a service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054362 Feb 28 10:45:26.682218 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe267a-e201-4ca2-afc2-d6cf87a2e445 req-b011a443-a33b-4227-8f75-c3d5e7d4d6ce tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:26.683715 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-52fe267a-e201-4ca2-afc2-d6cf87a2e445 req-b011a443-a33b-4227-8f75-c3d5e7d4d6ce tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 945 time: 0.0531106 Feb 28 10:45:26.731405 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-52fe267a-e201-4ca2-afc2-d6cf87a2e445 req-5dc384f4-4c41-4c20-bdaf-2247393fe960 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422177 Feb 28 10:45:26.829641 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 34850) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:45:26.916087 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-0328f5fc-fa9f-4cea-9efd-0e36898732f7 req-ac85b2d5-c56d-4aef-ac50-4a4ca5d261c3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0852978 Feb 28 10:45:26.925165 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [req-0328f5fc-fa9f-4cea-9efd-0e36898732f7 req-d525d304-bf2d-46a9-987b-1fa01af582f7 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102996) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:45:26.926098 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-0328f5fc-fa9f-4cea-9efd-0e36898732f7 req-d525d304-bf2d-46a9-987b-1fa01af582f7 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055859 Feb 28 10:45:26.999302 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 34858) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:45:27.089792 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328f5fc-fa9f-4cea-9efd-0e36898732f7 req-f7734b68-176b-4837-9979-370af7d6a47f tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:27.091496 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0328f5fc-fa9f-4cea-9efd-0e36898732f7 req-f7734b68-176b-4837-9979-370af7d6a47f tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports/88a4bd8b-bf17-4026-aea6-b661dd8b1201 HTTP/1.1" status: 200 len: 942 time: 0.0911551 Feb 28 10:45:27.156224 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-c1de49e5-a00d-4ed6-8d82-0e7c1315db18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:27.225964 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device 88a4bd8b-bf17-4026-aea6-b661dd8b1201 no longer exists at agent hyperv_hv-cinder-83116 {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:45:27.304454 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Current status of the port 88a4bd8b-bf17-4026-aea6-b661dd8b1201 is: ACTIVE; New status is: DOWN {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:45:27.304871 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (88a4bd8b-bf17-4026-aea6-b661dd8b1201), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:27.327901 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8b41b5-742f-473d-b439-9a195b9c11ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88a4bd8b-bf17-4026-aea6-b661dd8b1201'}] {{(pid=102997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:45:27.330164 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3235e45cea9492f03cbc66cd40cfc06ba5865c86106c1e9dddb87cdb5008e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e4c79f-f62d-4318-9c34-c919693993ab" -d '{"events": [{"server_uuid": "1a8b41b5-742f-473d-b439-9a195b9c11ac", "name": "network-vif-unplugged", "status": "completed", "tag": "88a4bd8b-bf17-4026-aea6-b661dd8b1201"}]}' {{(pid=102997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:45:27.343588 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port 88a4bd8b-bf17-4026-aea6-b661dd8b1201, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=88a4bd8b-bf17-4026-aea6-b661dd8b1201,segment=NetworkSegment(6c2048f2-30c2-42f7-807e-dc8d048f6f75),segment_id=6c2048f2-30c2-42f7-807e-dc8d048f6f75)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:45:27.354201 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (88a4bd8b-bf17-4026-aea6-b661dd8b1201), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:27.385159 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 28 Feb 2022 10:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796e8d75-b18e-48c9-8130-ffeffe5b42b1 x-openstack-request-id: req-796e8d75-b18e-48c9-8130-ffeffe5b42b1 {{(pid=102997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:45:27.385462 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a8b41b5-742f-473d-b439-9a195b9c11ac", "name": "network-vif-unplugged", "status": "failed", "tag": "88a4bd8b-bf17-4026-aea6-b661dd8b1201", "code": 422}]} {{(pid=102997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:45:27.385721 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-796e8d75-b18e-48c9-8130-ffeffe5b42b1 {{(pid=102997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:45:27.386153 dv-cinder-831167-1-iscsi neutron-server[102997]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1a8b41b5-742f-473d-b439-9a195b9c11ac', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '88a4bd8b-bf17-4026-aea6-b661dd8b1201', 'code': 422} returned with failed status Feb 28 10:45:27.415640 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Pushing event updated for resources: {'Port': ['ID=88a4bd8b-bf17-4026-aea6-b661dd8b1201,revision_number=8']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:45:27.997693 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328f5fc-fa9f-4cea-9efd-0e36898732f7 req-15751936-5e98-4302-9817-ae553e98ea6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:27.999224 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-0328f5fc-fa9f-4cea-9efd-0e36898732f7 req-15751936-5e98-4302-9817-ae553e98ea6c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac&tenant_id=6825cb4cea9e4921b5312dd51b9920be HTTP/1.1" status: 200 len: 1127 time: 0.0787559 Feb 28 10:45:28.001264 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b3f2b-03f0-40d1-91de-41349132d451 req-4ad1b0f3-189d-4987-a90c-09b976309cbb tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:28.002722 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-f72b3f2b-03f0-40d1-91de-41349132d451 req-4ad1b0f3-189d-4987-a90c-09b976309cbb tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 943 time: 0.0522637 Feb 28 10:45:28.052304 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-f72b3f2b-03f0-40d1-91de-41349132d451 req-b9abd2c6-a1de-4fba-91ff-de1e3337b1ec tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431681 Feb 28 10:45:28.076197 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328f5fc-fa9f-4cea-9efd-0e36898732f7 req-bdad5155-e38e-4308-baf5-583cc95fef04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:28.077700 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-0328f5fc-fa9f-4cea-9efd-0e36898732f7 req-bdad5155-e38e-4308-baf5-583cc95fef04 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6825cb4cea9e4921b5312dd51b9920be&device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 1127 time: 0.0442004 Feb 28 10:45:28.164899 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328f5fc-fa9f-4cea-9efd-0e36898732f7 req-61cf0b2f-f354-4f60-b9a3-5cee9bc9de6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:28.166314 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-0328f5fc-fa9f-4cea-9efd-0e36898732f7 req-61cf0b2f-f354-4f60-b9a3-5cee9bc9de6d service neutron] 10.222.0.46 "GET /v2.0/networks?id=240e2b6c-54c0-4c0d-850d-490078c64530 HTTP/1.1" status: 200 len: 917 time: 0.0822160 Feb 28 10:45:28.231473 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-0328f5fc-fa9f-4cea-9efd-0e36898732f7 req-b0057d41-be4b-490d-a7d6-e63983c3fc45 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88a4bd8b-bf17-4026-aea6-b661dd8b1201 HTTP/1.1" status: 200 len: 998 time: 0.0587499 Feb 28 10:45:28.276298 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328f5fc-fa9f-4cea-9efd-0e36898732f7 req-8e839cfa-36a6-43fd-a312-9c6dd5910e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:28.277633 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-0328f5fc-fa9f-4cea-9efd-0e36898732f7 req-8e839cfa-36a6-43fd-a312-9c6dd5910e7f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c422424b-4bdb-4bd8-9a44-a4d30179929f HTTP/1.1" status: 200 len: 855 time: 0.0407147 Feb 28 10:45:28.324375 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328f5fc-fa9f-4cea-9efd-0e36898732f7 req-4a861e57-17c6-43a5-9673-de9c667c4629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:28.325693 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-0328f5fc-fa9f-4cea-9efd-0e36898732f7 req-4a861e57-17c6-43a5-9673-de9c667c4629 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=240e2b6c-54c0-4c0d-850d-490078c64530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412843 Feb 28 10:45:28.416891 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-0328f5fc-fa9f-4cea-9efd-0e36898732f7 req-c5e9e3f3-a926-4a01-beb1-efac578423ad service neutron] 10.222.0.46 "GET /v2.0/networks/240e2b6c-54c0-4c0d-850d-490078c64530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847702 Feb 28 10:45:28.504550 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-0328f5fc-fa9f-4cea-9efd-0e36898732f7 req-bb5d6bef-22e2-4bec-8168-0839c16bcfc6 service neutron] 10.222.0.46 "GET /v2.0/networks/240e2b6c-54c0-4c0d-850d-490078c64530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794578 Feb 28 10:45:28.563376 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:29.183316 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44b2e1-ad51-4262-a2a2-97819cb543ec req-3743f02d-d879-4578-a7d7-d9d9b3ecdf83 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:29.184860 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ef44b2e1-ad51-4262-a2a2-97819cb543ec req-3743f02d-d879-4578-a7d7-d9d9b3ecdf83 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 943 time: 0.0562117 Feb 28 10:45:29.237359 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ef44b2e1-ad51-4262-a2a2-97819cb543ec req-9ab382d7-5bc1-4d8c-9082-045e9042430e tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466175 Feb 28 10:45:29.930290 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:30.362648 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf605687-351a-4639-9e50-55fb43ac6d53 req-99de5a35-90fa-42aa-8813-344df5cc5a09 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:30.364186 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-bf605687-351a-4639-9e50-55fb43ac6d53 req-99de5a35-90fa-42aa-8813-344df5cc5a09 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 943 time: 0.0530708 Feb 28 10:45:30.415874 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-bf605687-351a-4639-9e50-55fb43ac6d53 req-0ffe7310-a284-4e65-a5a7-1450f20298ad tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440240 Feb 28 10:45:31.542984 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ea3aa-b4bb-4bf5-bc62-a627f050d323 req-f775bda3-27d6-4b7a-9356-a9cb38315f7e tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:31.545285 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a62ea3aa-b4bb-4bf5-bc62-a627f050d323 req-f775bda3-27d6-4b7a-9356-a9cb38315f7e tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 943 time: 0.0578189 Feb 28 10:45:31.552671 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:31.603410 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a62ea3aa-b4bb-4bf5-bc62-a627f050d323 req-5a8577d3-1d77-4586-a655-2d57574858af tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513446 Feb 28 10:45:32.733903 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a4f06f-08ec-4198-8c7f-c15f8b8dd989 req-6d615eab-180e-4789-8738-4e85caecba54 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:32.735405 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-24a4f06f-08ec-4198-8c7f-c15f8b8dd989 req-6d615eab-180e-4789-8738-4e85caecba54 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 943 time: 0.0576310 Feb 28 10:45:32.783339 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-24a4f06f-08ec-4198-8c7f-c15f8b8dd989 req-a9a39416-18f6-4996-bfa3-428921b1735b tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424631 Feb 28 10:45:33.913696 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d41c5-05e4-479a-934c-ecbd2af2a5cb req-b28b5a0d-a515-41ca-84ec-d9d4071ad279 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:33.915354 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c67d41c5-05e4-479a-934c-ecbd2af2a5cb req-b28b5a0d-a515-41ca-84ec-d9d4071ad279 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 943 time: 0.0588233 Feb 28 10:45:33.962670 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c67d41c5-05e4-479a-934c-ecbd2af2a5cb req-755cc08d-176d-41de-97b8-2e23fcec2db0 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416095 Feb 28 10:45:34.077743 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (db31e800-75f5-4bdb-84cd-f402d346b45c), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:35.091373 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ed55e-5433-42c5-9c83-993477c00652 req-e2201df6-d2cd-451f-bc3d-44fc28f0804f tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:35.093123 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b64ed55e-5433-42c5-9c83-993477c00652 req-e2201df6-d2cd-451f-bc3d-44fc28f0804f tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 943 time: 0.0580480 Feb 28 10:45:35.140723 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b64ed55e-5433-42c5-9c83-993477c00652 req-a2549548-2e05-453a-a5c6-7f0c1cb28bfe tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420849 Feb 28 10:45:36.267052 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab4b6f3-f494-42a8-85ae-50f2f7d8f88f req-272405ab-f802-42bb-a161-8b22f57ce35c tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:36.268532 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-bab4b6f3-f494-42a8-85ae-50f2f7d8f88f req-272405ab-f802-42bb-a161-8b22f57ce35c tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 943 time: 0.0512056 Feb 28 10:45:36.319995 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-bab4b6f3-f494-42a8-85ae-50f2f7d8f88f req-946aa55e-8baa-4019-b069-86544ac52b59 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456507 Feb 28 10:45:37.449783 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbdafe9-fe3f-4d44-ac35-b32f79c01628 req-a41633d9-1da6-4b04-9feb-884a25918549 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:37.451318 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5fbdafe9-fe3f-4d44-ac35-b32f79c01628 req-a41633d9-1da6-4b04-9feb-884a25918549 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 943 time: 0.0517809 Feb 28 10:45:37.500580 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5fbdafe9-fe3f-4d44-ac35-b32f79c01628 req-5c2c356d-e601-48c4-8b1d-035e4ffed3bc tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436780 Feb 28 10:45:38.628984 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8126b4f6-f4e2-4ba0-92d8-cf4266fe2393 req-349cbe42-9e7b-4ff0-919d-a2e6f394a7ae tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:38.631095 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-8126b4f6-f4e2-4ba0-92d8-cf4266fe2393 req-349cbe42-9e7b-4ff0-919d-a2e6f394a7ae tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 943 time: 0.0553570 Feb 28 10:45:38.679348 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-8126b4f6-f4e2-4ba0-92d8-cf4266fe2393 req-d49f11f0-9904-44b1-82e7-f7d0ec396e5d tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428257 Feb 28 10:45:39.802603 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458cdfae-dc4f-4861-91b0-630f4b8d8d95 req-43e49ed8-e6a5-40dc-96c9-e5fb1a16dd78 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:39.804089 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-458cdfae-dc4f-4861-91b0-630f4b8d8d95 req-43e49ed8-e6a5-40dc-96c9-e5fb1a16dd78 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 943 time: 0.0551865 Feb 28 10:45:39.848105 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-458cdfae-dc4f-4861-91b0-630f4b8d8d95 req-722df464-f294-41d9-96ca-e936b34ac117 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378914 Feb 28 10:45:40.967030 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170422be-e8f9-4980-916b-69250f55ac07 req-4dd1b652-37b0-4030-a3a4-56f6624f93cf tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:40.968464 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-170422be-e8f9-4980-916b-69250f55ac07 req-4dd1b652-37b0-4030-a3a4-56f6624f93cf tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 943 time: 0.0512993 Feb 28 10:45:41.014677 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-170422be-e8f9-4980-916b-69250f55ac07 req-84db9245-58c9-4c67-851e-abc12a58d035 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407045 Feb 28 10:45:42.136110 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1917d9a-2e72-4f93-abca-e1d3855d91f0 req-224d2a47-f589-448e-8440-e65339093c0e tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:42.137550 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b1917d9a-2e72-4f93-abca-e1d3855d91f0 req-224d2a47-f589-448e-8440-e65339093c0e tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 943 time: 0.0527270 Feb 28 10:45:42.185101 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b1917d9a-2e72-4f93-abca-e1d3855d91f0 req-b3f5c2fe-2e7b-4904-9ac8-e5d9eec405a3 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421386 Feb 28 10:45:43.303345 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb01f4-5122-4b55-8f46-1f6c41711c09 req-5c3dd684-ce36-4032-b5e1-add549237502 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:43.304780 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-40cb01f4-5122-4b55-8f46-1f6c41711c09 req-5c3dd684-ce36-4032-b5e1-add549237502 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 943 time: 0.0507522 Feb 28 10:45:43.349671 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-40cb01f4-5122-4b55-8f46-1f6c41711c09 req-ffe63ef8-15ce-4562-8685-1272c2e84a68 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390356 Feb 28 10:45:44.469317 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad6667-0cfa-473c-b015-148eefee351c req-61f9124f-3bf1-496a-beeb-deecf1e0ba13 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:44.470777 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-79ad6667-0cfa-473c-b015-148eefee351c req-61f9124f-3bf1-496a-beeb-deecf1e0ba13 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 943 time: 0.0510452 Feb 28 10:45:44.519705 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-79ad6667-0cfa-473c-b015-148eefee351c req-b79738f4-c80b-4243-b970-5104414b7f99 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428998 Feb 28 10:45:44.600053 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764e476-7fef-4f6f-afab-5e4b7937993e req-82af7b85-067c-4c0f-8130-facf7133160a tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:44.601537 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6764e476-7fef-4f6f-afab-5e4b7937993e req-82af7b85-067c-4c0f-8130-facf7133160a tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da453e9-81a2-4981-b3af-cb0bd958834f HTTP/1.1" status: 200 len: 945 time: 0.0544651 Feb 28 10:45:44.648404 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6764e476-7fef-4f6f-afab-5e4b7937993e req-3305f145-b70a-4529-9b6e-cf895ddecbdf tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407019 Feb 28 10:45:45.639742 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd0b3f-e758-48f6-9d68-83da63a89da9 req-7297226a-44e3-4507-97a7-24ea4912cbc4 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:45.641192 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-66dd0b3f-e758-48f6-9d68-83da63a89da9 req-7297226a-44e3-4507-97a7-24ea4912cbc4 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 943 time: 0.0515625 Feb 28 10:45:45.686599 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-66dd0b3f-e758-48f6-9d68-83da63a89da9 req-b0a516c1-5e7f-4b6f-bf0a-142f61e9b8a0 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400829 Feb 28 10:45:45.770606 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967b82c-3f8d-4702-92a2-2bcaf3df1bb3 req-610e12ab-2e7c-4359-9311-14ee92ba95ee tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:45.772074 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0967b82c-3f8d-4702-92a2-2bcaf3df1bb3 req-610e12ab-2e7c-4359-9311-14ee92ba95ee tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da453e9-81a2-4981-b3af-cb0bd958834f HTTP/1.1" status: 200 len: 945 time: 0.0552568 Feb 28 10:45:45.818824 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0967b82c-3f8d-4702-92a2-2bcaf3df1bb3 req-856d8a03-537b-495a-b41c-4eac3f9a5b0e tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412376 Feb 28 10:45:46.594921 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed7ffa2-db75-4177-9215-331c75a7fd08 req-3f0dda19-e4b4-4dc8-b7cc-59f495d37a56 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:46.596348 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-fed7ffa2-db75-4177-9215-331c75a7fd08 req-3f0dda19-e4b4-4dc8-b7cc-59f495d37a56 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.46 "GET /v2.0/ports?device_id=4da453e9-81a2-4981-b3af-cb0bd958834f HTTP/1.1" status: 200 len: 945 time: 0.0555329 Feb 28 10:45:46.687583 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [req-fed7ffa2-db75-4177-9215-331c75a7fd08 req-5a63caa9-efdd-4110-9381-bcca7d21cf31 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Deleting port 7dd72e0f-a7ca-41ef-af78-da8d7a245678 {{(pid=102996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:45:46.687918 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-fed7ffa2-db75-4177-9215-331c75a7fd08 req-5a63caa9-efdd-4110-9381-bcca7d21cf31 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (7dd72e0f-a7ca-41ef-af78-da8d7a245678), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:46.779498 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-fed7ffa2-db75-4177-9215-331c75a7fd08 req-5a63caa9-efdd-4110-9381-bcca7d21cf31 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] For port 7dd72e0f-a7ca-41ef-af78-da8d7a245678, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=7dd72e0f-a7ca-41ef-af78-da8d7a245678,segment=NetworkSegment(2588bd87-a4bf-478e-a2b9-e450b26b5df9),segment_id=2588bd87-a4bf-478e-a2b9-e450b26b5df9)] {{(pid=102996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:45:46.779859 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-fed7ffa2-db75-4177-9215-331c75a7fd08 req-5a63caa9-efdd-4110-9381-bcca7d21cf31 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (7dd72e0f-a7ca-41ef-af78-da8d7a245678), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:46.818321 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d3bb6-d313-407c-b1a2-8965b4be3a93 req-c4eae653-0c83-42db-b11a-80fc98a0642b tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:46.819808 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-311d3bb6-d313-407c-b1a2-8965b4be3a93 req-c4eae653-0c83-42db-b11a-80fc98a0642b tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 943 time: 0.0620544 Feb 28 10:45:46.867452 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-311d3bb6-d313-407c-b1a2-8965b4be3a93 req-d0eb0c9f-6086-40b6-aaa3-1ee383272f20 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413461 Feb 28 10:45:46.934287 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36911c-fcbb-41b5-ac82-8556904b66cd req-1980a3e3-5125-4d27-88bc-5997bf9d0d64 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:46.935770 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0f36911c-fcbb-41b5-ac82-8556904b66cd req-1980a3e3-5125-4d27-88bc-5997bf9d0d64 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da453e9-81a2-4981-b3af-cb0bd958834f HTTP/1.1" status: 200 len: 945 time: 0.0515208 Feb 28 10:45:46.949329 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-fed7ffa2-db75-4177-9215-331c75a7fd08 req-5a63caa9-efdd-4110-9381-bcca7d21cf31 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:46.949762 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-fed7ffa2-db75-4177-9215-331c75a7fd08 req-5a63caa9-efdd-4110-9381-bcca7d21cf31 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-379257'] for floatingip (d278816b-ce91-4fe2-bd57-3cc7d5984d63), after_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:46.949992 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.db.l3_db [req-fed7ffa2-db75-4177-9215-331c75a7fd08 req-5a63caa9-efdd-4110-9381-bcca7d21cf31 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Floating IP d278816b-ce91-4fe2-bd57-3cc7d5984d63 disassociated. External IP: 172.27.1.83, port: 7dd72e0f-a7ca-41ef-af78-da8d7a245678. Feb 28 10:45:46.950317 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [req-fed7ffa2-db75-4177-9215-331c75a7fd08 req-5a63caa9-efdd-4110-9381-bcca7d21cf31 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Calling delete_port for 7dd72e0f-a7ca-41ef-af78-da8d7a245678 owned by compute:nova {{(pid=102996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:45:46.987036 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0f36911c-fcbb-41b5-ac82-8556904b66cd req-f473fc6b-f888-43d4-b9f9-5465109d1bbc tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455573 Feb 28 10:45:47.084011 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-fed7ffa2-db75-4177-9215-331c75a7fd08 req-5a63caa9-efdd-4110-9381-bcca7d21cf31 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (7dd72e0f-a7ca-41ef-af78-da8d7a245678), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:47.116145 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63caa9-efdd-4110-9381-bcca7d21cf31 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Pushing event deleted for resources: {'Port': ['ID=7dd72e0f-a7ca-41ef-af78-da8d7a245678,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:45:47.228404 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fed7ffa2-db75-4177-9215-331c75a7fd08 req-5a63caa9-efdd-4110-9381-bcca7d21cf31 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Router 955fcaf0-b9ca-493b-935f-c162b4121ca7 has already been hosted by L3 agent 86347f47-2890-46a7-a199-31163828a11a {{(pid=102996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:45:47.332851 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fed7ffa2-db75-4177-9215-331c75a7fd08 req-5a63caa9-efdd-4110-9381-bcca7d21cf31 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Notify agent at l3_agent.dv-cinder-831167-1-iscsi the message routers_updated {{(pid=102996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:45:47.344163 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57e83dd-216e-4374-b4d1-32279ab1fae6 None None] Sync routers for ids ['955fcaf0-b9ca-493b-935f-c162b4121ca7'] in dv-cinder-831167-1-iscsi {{(pid=102997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:45:47.351035 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device 88a4bd8b-bf17-4026-aea6-b661dd8b1201 details requested by agent hyperv_hv-cinder-83116 with host hv-cinder-83116 {{(pid=102997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:45:47.362863 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57e83dd-216e-4374-b4d1-32279ab1fae6 None None] Routers {'955fcaf0-b9ca-493b-935f-c162b4121ca7'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:45:47.363503 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-b57e83dd-216e-4374-b4d1-32279ab1fae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:45:27Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['955fcaf0-b9ca-493b-935f-c162b4121ca7'], 'active': True} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:45:47.372367 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [req-fed7ffa2-db75-4177-9215-331c75a7fd08 req-5a63caa9-efdd-4110-9381-bcca7d21cf31 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] No DVR routers for this DVR port 7dd72e0f-a7ca-41ef-af78-da8d7a245678 on host hv-cinder-83116 {{(pid=102996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:45:47.374793 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-fed7ffa2-db75-4177-9215-331c75a7fd08 req-5a63caa9-efdd-4110-9381-bcca7d21cf31 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:47.378075 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-fed7ffa2-db75-4177-9215-331c75a7fd08 req-5a63caa9-efdd-4110-9381-bcca7d21cf31 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.46 "DELETE /v2.0/ports/7dd72e0f-a7ca-41ef-af78-da8d7a245678 HTTP/1.1" status: 204 len: 173 time: 0.7769384 Feb 28 10:45:47.378513 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da453e9-81a2-4981-b3af-cb0bd958834f', 'name': 'network-vif-deleted', 'tag': '7dd72e0f-a7ca-41ef-af78-da8d7a245678'}] {{(pid=102996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:45:47.381114 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fc607127e9415785fd538e0c70e4bf06f6b8f20b6b46de5a0809c41644901f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adbd1611-b4dd-4e01-a7a4-84fe0071ecc5" -d '{"events": [{"server_uuid": "4da453e9-81a2-4981-b3af-cb0bd958834f", "name": "network-vif-deleted", "tag": "7dd72e0f-a7ca-41ef-af78-da8d7a245678"}]}' {{(pid=102996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:45:47.416461 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a80c5fc-e3b9-41bd-976e-71e5f948cb0f x-openstack-request-id: req-3a80c5fc-e3b9-41bd-976e-71e5f948cb0f {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:45:47.416754 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da453e9-81a2-4981-b3af-cb0bd958834f", "name": "network-vif-deleted", "tag": "7dd72e0f-a7ca-41ef-af78-da8d7a245678", "status": "completed", "code": 200}]} {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:45:47.417005 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3a80c5fc-e3b9-41bd-976e-71e5f948cb0f {{(pid=102996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:45:47.417507 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da453e9-81a2-4981-b3af-cb0bd958834f', 'name': 'network-vif-deleted', 'tag': '7dd72e0f-a7ca-41ef-af78-da8d7a245678', 'status': 'completed', 'code': 200} Feb 28 10:45:47.550313 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvr_db [None req-b57e83dd-216e-4374-b4d1-32279ab1fae6 None None] Set router 955fcaf0-b9ca-493b-935f-c162b4121ca7 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:45:47.593469 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port 88a4bd8b-bf17-4026-aea6-b661dd8b1201, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=88a4bd8b-bf17-4026-aea6-b661dd8b1201,segment=NetworkSegment(6c2048f2-30c2-42f7-807e-dc8d048f6f75),segment_id=6c2048f2-30c2-42f7-807e-dc8d048f6f75)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:45:47.610928 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Returning: {'device': '88a4bd8b-bf17-4026-aea6-b661dd8b1201', 'network_id': '240e2b6c-54c0-4c0d-850d-490078c64530', 'port_id': '88a4bd8b-bf17-4026-aea6-b661dd8b1201', 'mac_address': 'fa:16:3e:f9:07:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c422424b-4bdb-4bd8-9a44-a4d30179929f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:45:47.719849 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Current status of the port 88a4bd8b-bf17-4026-aea6-b661dd8b1201 is: DOWN; New status is: BUILD {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:45:47.720250 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (88a4bd8b-bf17-4026-aea6-b661dd8b1201), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:47.744809 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.notifiers.nova [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88a4bd8b-bf17-4026-aea6-b661dd8b1201 {{(pid=102997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:45:47.777033 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port 88a4bd8b-bf17-4026-aea6-b661dd8b1201, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=88a4bd8b-bf17-4026-aea6-b661dd8b1201,segment=NetworkSegment(6c2048f2-30c2-42f7-807e-dc8d048f6f75),segment_id=6c2048f2-30c2-42f7-807e-dc8d048f6f75)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:45:47.799077 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (88a4bd8b-bf17-4026-aea6-b661dd8b1201), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:47.856553 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Pushing event updated for resources: {'Port': ['ID=88a4bd8b-bf17-4026-aea6-b661dd8b1201,revision_number=9']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:45:47.867440 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-b57e83dd-216e-4374-b4d1-32279ab1fae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'name': 'tempest-TestVolumeBootPattern-928494103-router', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '26172ab7-dd74-47fc-8158-eb83de91afc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:06Z', 'updated_at': '2022-02-28T10:41:10Z', 'revision_number': 4, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'gw_port': {'id': '26172ab7-dd74-47fc-8158-eb83de91afc0', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:bc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:06Z', 'updated_at': '2022-02-28T10:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '139c64ac-245e-42da-8fc7-f98ec55d294a', 'name': '', 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'mac_address': 'fa:16:3e:9c:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '10d8c89b-f1ef-4689-89e2-725720fe5362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:09Z', 'updated_at': '2022-02-28T10:41:14Z', 'revision_number': 5, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'subnets': [{'id': '10d8c89b-f1ef-4689-89e2-725720fe5362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:45:47.895732 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57e83dd-216e-4374-b4d1-32279ab1fae6 None None] Checking router: 955fcaf0-b9ca-493b-935f-c162b4121ca7 for host: dv-cinder-831167-1-iscsi {{(pid=102997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:45:47.904166 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57e83dd-216e-4374-b4d1-32279ab1fae6 None None] Routers {'955fcaf0-b9ca-493b-935f-c162b4121ca7'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:45:47.904771 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-b57e83dd-216e-4374-b4d1-32279ab1fae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:45:27Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['955fcaf0-b9ca-493b-935f-c162b4121ca7'], 'active': True} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:45:47.990607 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a638d9-b786-49c7-8c51-efe2276308ca req-546a284b-b2bc-4f50-9f7b-8ea462eb776e tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:47.992083 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d9a638d9-b786-49c7-8c51-efe2276308ca req-546a284b-b2bc-4f50-9f7b-8ea462eb776e tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 944 time: 0.0506542 Feb 28 10:45:48.012483 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvr_db [None req-b57e83dd-216e-4374-b4d1-32279ab1fae6 None None] Set router 955fcaf0-b9ca-493b-935f-c162b4121ca7 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:45:48.039490 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d9a638d9-b786-49c7-8c51-efe2276308ca req-1cceca46-fef2-4662-bed6-97dc90ef165c tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412679 Feb 28 10:45:48.100915 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-653752f1-9420-47d0-b2ec-2bf6cb0c6913 req-207909cd-9cb7-4f97-b1a2-ac51bc92e94b tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da453e9-81a2-4981-b3af-cb0bd958834f HTTP/1.1" status: 200 len: 210 time: 0.0319972 Feb 28 10:45:48.227681 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-b57e83dd-216e-4374-b4d1-32279ab1fae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'name': 'tempest-TestVolumeBootPattern-928494103-router', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '26172ab7-dd74-47fc-8158-eb83de91afc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:06Z', 'updated_at': '2022-02-28T10:41:10Z', 'revision_number': 4, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'gw_port': {'id': '26172ab7-dd74-47fc-8158-eb83de91afc0', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:bc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:06Z', 'updated_at': '2022-02-28T10:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '139c64ac-245e-42da-8fc7-f98ec55d294a', 'name': '', 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'mac_address': 'fa:16:3e:9c:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '10d8c89b-f1ef-4689-89e2-725720fe5362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:09Z', 'updated_at': '2022-02-28T10:41:14Z', 'revision_number': 5, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'subnets': [{'id': '10d8c89b-f1ef-4689-89e2-725720fe5362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:45:48.376550 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] get_ports_and_sgs() called for port_ids ['88a4bd8b-bf17-4026-aea6-b661dd8b1201'] {{(pid=102997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:45:48.378953 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57e83dd-216e-4374-b4d1-32279ab1fae6 None None] The sync data for ids ['955fcaf0-b9ca-493b-935f-c162b4121ca7'] in dv-cinder-831167-1-iscsi is: [{'id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'name': 'tempest-TestVolumeBootPattern-928494103-router', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '26172ab7-dd74-47fc-8158-eb83de91afc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:06Z', 'updated_at': '2022-02-28T10:41:10Z', 'revision_number': 4, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'gw_port': {'id': '26172ab7-dd74-47fc-8158-eb83de91afc0', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:bc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:06Z', 'updated_at': '2022-02-28T10:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '139c64ac-245e-42da-8fc7-f98ec55d294a', 'name': '', 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'mac_address': 'fa:16:3e:9c:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '10d8c89b-f1ef-4689-89e2-725720fe5362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:09Z', 'updated_at': '2022-02-28T10:41:14Z', 'revision_number': 5, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'subnets': [{'id': '10d8c89b-f1ef-4689-89e2-725720fe5362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:45:48.607063 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c72b08-2f0f-4431-a02d-b51f76d27861 None None] New status for floating IP d278816b-ce91-4fe2-bd57-3cc7d5984d63: DOWN {{(pid=102998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:45:49.165588 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79510303-1255-42c6-a8ac-83d700fddb7b req-0dad4791-1229-4fca-98e9-93543941cb06 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:49.167351 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-79510303-1255-42c6-a8ac-83d700fddb7b req-0dad4791-1229-4fca-98e9-93543941cb06 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 944 time: 0.0538208 Feb 28 10:45:49.221552 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-79510303-1255-42c6-a8ac-83d700fddb7b req-a3e06716-e224-4ff9-89a7-a531c74087fc tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484498 Feb 28 10:45:49.371298 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device 88a4bd8b-bf17-4026-aea6-b661dd8b1201 up at agent hyperv_hv-cinder-83116 {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:45:49.401699 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-58d4cd4a-b71c-4580-9935-224bd5850f62 req-13989ce7-75b9-4a6c-bdcd-ae6139fef4d1 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1851000237&fields=id&tenant_id=d49baa9a7922438f99d7dcc9ef7c1c15 HTTP/1.1" status: 200 len: 267 time: 0.0432022 Feb 28 10:45:49.419933 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Provisioning complete for port 88a4bd8b-bf17-4026-aea6-b661dd8b1201 triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:45:49.420502 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (88a4bd8b-bf17-4026-aea6-b661dd8b1201), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:49.499505 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Current status of the port 88a4bd8b-bf17-4026-aea6-b661dd8b1201 is: BUILD; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:45:49.499897 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (88a4bd8b-bf17-4026-aea6-b661dd8b1201), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:49.516361 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4cd4a-b71c-4580-9935-224bd5850f62 req-d6aebb24-1920-4257-8c8a-773c4a8edc4f tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:49.517823 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-58d4cd4a-b71c-4580-9935-224bd5850f62 req-d6aebb24-1920-4257-8c8a-773c4a8edc4f tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/networks?id=d201863f-b309-44f4-a7ef-e7046df4340e HTTP/1.1" status: 200 len: 811 time: 0.1090677 Feb 28 10:45:49.522003 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8b41b5-742f-473d-b439-9a195b9c11ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a4bd8b-bf17-4026-aea6-b661dd8b1201'}] {{(pid=102997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:45:49.524242 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3235e45cea9492f03cbc66cd40cfc06ba5865c86106c1e9dddb87cdb5008e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc5711f-30fb-45a7-a27f-171ef210330a" -d '{"events": [{"server_uuid": "1a8b41b5-742f-473d-b439-9a195b9c11ac", "name": "network-vif-plugged", "status": "completed", "tag": "88a4bd8b-bf17-4026-aea6-b661dd8b1201"}]}' {{(pid=102997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:45:49.532678 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-58d4cd4a-b71c-4580-9935-224bd5850f62 req-9694ab48-6211-42a3-801d-74b920f066e6 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/quotas/d49baa9a7922438f99d7dcc9ef7c1c15 HTTP/1.1" status: 200 len: 375 time: 0.0091391 Feb 28 10:45:49.541496 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port 88a4bd8b-bf17-4026-aea6-b661dd8b1201, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=88a4bd8b-bf17-4026-aea6-b661dd8b1201,segment=NetworkSegment(6c2048f2-30c2-42f7-807e-dc8d048f6f75),segment_id=6c2048f2-30c2-42f7-807e-dc8d048f6f75)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:45:49.546646 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (88a4bd8b-bf17-4026-aea6-b661dd8b1201), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:49.572512 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c4da6e-e53f-4876-ab57-f36e92424eea x-openstack-request-id: req-98c4da6e-e53f-4876-ab57-f36e92424eea {{(pid=102997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:45:49.572808 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a8b41b5-742f-473d-b439-9a195b9c11ac", "name": "network-vif-plugged", "status": "completed", "tag": "88a4bd8b-bf17-4026-aea6-b661dd8b1201", "code": 200}]} {{(pid=102997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:45:49.573063 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-98c4da6e-e53f-4876-ab57-f36e92424eea {{(pid=102997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:45:49.573454 dv-cinder-831167-1-iscsi neutron-server[102997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a8b41b5-742f-473d-b439-9a195b9c11ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a4bd8b-bf17-4026-aea6-b661dd8b1201', 'code': 200} Feb 28 10:45:49.597348 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-58d4cd4a-b71c-4580-9935-224bd5850f62 req-9ebac450-f8ef-4947-bac2-d869a3b39839 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d49baa9a7922438f99d7dcc9ef7c1c15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550995 Feb 28 10:45:49.598944 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Pushing event updated for resources: {'Port': ['ID=88a4bd8b-bf17-4026-aea6-b661dd8b1201,revision_number=10']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:45:49.741111 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-58d4cd4a-b71c-4580-9935-224bd5850f62 req-e51aba2f-2b4b-4d93-afd6-5cf6d7bb7410 service neutron] 10.222.0.44 "GET /v2.0/networks/d201863f-b309-44f4-a7ef-e7046df4340e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320004 Feb 28 10:45:49.812505 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a113de1-3efa-41a7-9935-28da245e12bf req-b46bf518-c8f6-4057-994d-3e6f3bdf202d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:49.814005 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-5a113de1-3efa-41a7-9935-28da245e12bf req-b46bf518-c8f6-4057-994d-3e6f3bdf202d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 1130 time: 0.0481777 Feb 28 10:45:49.835983 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-58d4cd4a-b71c-4580-9935-224bd5850f62 req-337f0f50-f9f3-44d4-a693-5c5d57bb4b79 service neutron] 10.222.0.44 "GET /v2.0/networks/d201863f-b309-44f4-a7ef-e7046df4340e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885105 Feb 28 10:45:49.857348 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-5a113de1-3efa-41a7-9935-28da245e12bf req-e944b84d-c1a0-4e73-9bec-56404224c4dd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373294 Feb 28 10:45:50.111284 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-880e2f3f-ba31-4f84-9160-fbf22ff6f7f7 req-4f356913-30eb-4534-a735-a938430ce99a tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e330bb-e0cb-4554-a673-7a0d10a0851c HTTP/1.1" status: 200 len: 210 time: 0.0280871 Feb 28 10:45:50.348445 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215083d-8c23-444f-9efe-278d3dee19fe req-15f30915-76dd-40d4-9f7d-ded0071af719 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:50.349928 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7215083d-8c23-444f-9efe-278d3dee19fe req-15f30915-76dd-40d4-9f7d-ded0071af719 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 946 time: 0.0536156 Feb 28 10:45:50.397329 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7215083d-8c23-444f-9efe-278d3dee19fe req-e60767b4-e57e-43de-aaa9-7f843299f7c1 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415308 Feb 28 10:45:51.206767 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4f4ef55c-aae8-4d80-9a67-5b5e501c3b08 req-fab077cd-297a-4dd9-a800-2cdb077286ac tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e330bb-e0cb-4554-a673-7a0d10a0851c HTTP/1.1" status: 200 len: 210 time: 0.0308299 Feb 28 10:45:51.240714 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4cd4a-b71c-4580-9935-224bd5850f62 req-7fbaef39-09da-4b3f-ad85-34129ad06968 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:51.242140 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-58d4cd4a-b71c-4580-9935-224bd5850f62 req-7fbaef39-09da-4b3f-ad85-34129ad06968 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.46 "GET /v2.0/networks?id=d201863f-b309-44f4-a7ef-e7046df4340e HTTP/1.1" status: 200 len: 811 time: 0.1026304 Feb 28 10:45:51.315919 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-58d4cd4a-b71c-4580-9935-224bd5850f62 req-4785bf95-7599-42eb-a8ac-b1746a8c44cf tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d49baa9a7922438f99d7dcc9ef7c1c15 HTTP/1.1" status: 200 len: 380 time: 0.0549743 Feb 28 10:45:51.330003 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [req-58d4cd4a-b71c-4580-9935-224bd5850f62 req-b0099a39-da3b-4e45-b4ca-abcc003a2d63 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Request body: {'port': {'device_id': 'b9e330bb-e0cb-4554-a673-7a0d10a0851c', 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e', 'admin_state_up': True, 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'security_groups': ['84e73cdf-aca4-468a-847a-3e52e6ff6455']}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:45:51.373867 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device 7dd72e0f-a7ca-41ef-af78-da8d7a245678 no longer exists at agent hyperv_hv-cinder-83116 {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:45:51.393846 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] No Port match for: 7dd72e0f-a7ca-41ef-af78-da8d7a245678 {{(pid=102997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:45:51.394277 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device 7dd72e0f-a7ca-41ef-af78-da8d7a245678 not bound to the agent host hv-cinder-83116 {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:45:51.447151 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58d4cd4a-b71c-4580-9935-224bd5850f62 req-b0099a39-da3b-4e45-b4ca-abcc003a2d63 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Made reservation on behalf of d49baa9a7922438f99d7dcc9ef7c1c15 for: {'port': 1} {{(pid=102996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:45:51.450115 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-58d4cd4a-b71c-4580-9935-224bd5850f62 req-b0099a39-da3b-4e45-b4ca-abcc003a2d63 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:51.522110 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7086d44-68f8-4051-94a9-e8c4d89939b7 req-2d9c77ef-cde8-49f3-bf57-6b10f2718b1c tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:51.529336 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b7086d44-68f8-4051-94a9-e8c4d89939b7 req-2d9c77ef-cde8-49f3-bf57-6b10f2718b1c tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 946 time: 0.0601623 Feb 28 10:45:51.571318 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b7086d44-68f8-4051-94a9-e8c4d89939b7 req-bc9d6fb5-1432-41cf-b1b3-d02e54d405df tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411184 Feb 28 10:45:51.606039 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.db_base_plugin_common [req-58d4cd4a-b71c-4580-9935-224bd5850f62 req-b0099a39-da3b-4e45-b4ca-abcc003a2d63 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Allocated IP 172.20.0.12 (d201863f-b309-44f4-a7ef-e7046df4340e/10d8c89b-f1ef-4689-89e2-725720fe5362/8d6445dd-d1e1-49a8-8d35-f204892db2ff) {{(pid=102996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:45:51.746246 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-58d4cd4a-b71c-4580-9935-224bd5850f62 req-b0099a39-da3b-4e45-b4ca-abcc003a2d63 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks [] for port (8d6445dd-d1e1-49a8-8d35-f204892db2ff), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:51.785622 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-58d4cd4a-b71c-4580-9935-224bd5850f62 req-b0099a39-da3b-4e45-b4ca-abcc003a2d63 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (8d6445dd-d1e1-49a8-8d35-f204892db2ff), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:51.828162 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58d4cd4a-b71c-4580-9935-224bd5850f62 req-b0099a39-da3b-4e45-b4ca-abcc003a2d63 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Network d201863f-b309-44f4-a7ef-e7046df4340e is already hosted by enough agents. {{(pid=102996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:45:51.831367 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.base_scheduler [req-58d4cd4a-b71c-4580-9935-224bd5850f62 req-b0099a39-da3b-4e45-b4ca-abcc003a2d63 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Resources bound (agent type, host, resource id): {{(pid=102996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:45:51.835053 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d4cd4a-b71c-4580-9935-224bd5850f62 req-b0099a39-da3b-4e45-b4ca-abcc003a2d63 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Received port after_create {{(pid=102996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:45:51.863676 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0099a39-da3b-4e45-b4ca-abcc003a2d63 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Pushing event updated for resources: {'Port': ['ID=8d6445dd-d1e1-49a8-8d35-f204892db2ff,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:45:51.898879 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4cd4a-b71c-4580-9935-224bd5850f62 req-b0099a39-da3b-4e45-b4ca-abcc003a2d63 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:51.899555 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-58d4cd4a-b71c-4580-9935-224bd5850f62 req-b0099a39-da3b-4e45-b4ca-abcc003a2d63 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:51.921338 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-58d4cd4a-b71c-4580-9935-224bd5850f62 req-b0099a39-da3b-4e45-b4ca-abcc003a2d63 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5951874 Feb 28 10:45:51.946544 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [req-58d4cd4a-b71c-4580-9935-224bd5850f62 req-ea437510-2d93-4b94-9b32-c02566a3665b service neutron] Request body: {'port': {'device_id': 'b9e330bb-e0cb-4554-a673-7a0d10a0851c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83116'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:45:52.018179 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-58d4cd4a-b71c-4580-9935-224bd5850f62 req-ea437510-2d93-4b94-9b32-c02566a3665b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (8d6445dd-d1e1-49a8-8d35-f204892db2ff), before_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:52.118077 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-780e53be-731b-4c3c-b240-23ff93c41fe9 None None] Provisioning complete for port 8d6445dd-d1e1-49a8-8d35-f204892db2ff triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:45:52.118353 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-780e53be-731b-4c3c-b240-23ff93c41fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (8d6445dd-d1e1-49a8-8d35-f204892db2ff), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:52.160525 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-780e53be-731b-4c3c-b240-23ff93c41fe9 None None] Port 8d6445dd-d1e1-49a8-8d35-f204892db2ff cannot update to ACTIVE because it is not bound. {{(pid=102997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:45:52.286322 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [req-58d4cd4a-b71c-4580-9935-224bd5850f62 req-ea437510-2d93-4b94-9b32-c02566a3665b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d6445dd-d1e1-49a8-8d35-f204892db2ff {{(pid=102996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:45:52.295180 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-58d4cd4a-b71c-4580-9935-224bd5850f62 req-ea437510-2d93-4b94-9b32-c02566a3665b service neutron] Publish callbacks [] for port (8d6445dd-d1e1-49a8-8d35-f204892db2ff), precommit_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:52.307548 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.provisioning_blocks [req-58d4cd4a-b71c-4580-9935-224bd5850f62 req-ea437510-2d93-4b94-9b32-c02566a3665b service neutron] Transition to ACTIVE for port object 8d6445dd-d1e1-49a8-8d35-f204892db2ff will not be triggered until provisioned by entity L2. {{(pid=102996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:45:52.311915 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-58d4cd4a-b71c-4580-9935-224bd5850f62 req-ea437510-2d93-4b94-9b32-c02566a3665b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63361884'] for port (8d6445dd-d1e1-49a8-8d35-f204892db2ff), after_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:52.323448 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005377dc-8a75-406f-98b5-26af8aa0a311 req-6cecca62-a59e-4c7b-8134-1dc9e6660be8 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:52.324927 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-005377dc-8a75-406f-98b5-26af8aa0a311 req-6cecca62-a59e-4c7b-8134-1dc9e6660be8 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e330bb-e0cb-4554-a673-7a0d10a0851c HTTP/1.1" status: 200 len: 932 time: 0.0530801 Feb 28 10:45:52.360208 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea437510-2d93-4b94-9b32-c02566a3665b service neutron] Pushing event updated for resources: {'Port': ['ID=8d6445dd-d1e1-49a8-8d35-f204892db2ff,revision_number=2']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:45:52.385397 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-005377dc-8a75-406f-98b5-26af8aa0a311 req-2bbb136a-d2bf-4059-ab95-b10cb2a56ba6 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541661 Feb 28 10:45:52.438848 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-58d4cd4a-b71c-4580-9935-224bd5850f62 req-ea437510-2d93-4b94-9b32-c02566a3665b service neutron] Attempting to bind port 8d6445dd-d1e1-49a8-8d35-f204892db2ff on host hv-cinder-83116 for vnic_type normal with profile {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:45:52.439212 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-58d4cd4a-b71c-4580-9935-224bd5850f62 req-ea437510-2d93-4b94-9b32-c02566a3665b service neutron] Attempting to bind port 8d6445dd-d1e1-49a8-8d35-f204892db2ff by drivers openvswitch,hyperv on host hv-cinder-83116 at level 0 using segments [{'id': '2588bd87-a4bf-478e-a2b9-e450b26b5df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e'}] {{(pid=102996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:45:52.439531 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d4cd4a-b71c-4580-9935-224bd5850f62 req-ea437510-2d93-4b94-9b32-c02566a3665b service neutron] Attempting to bind port 8d6445dd-d1e1-49a8-8d35-f204892db2ff on network d201863f-b309-44f4-a7ef-e7046df4340e {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:45:52.444016 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d4cd4a-b71c-4580-9935-224bd5850f62 req-ea437510-2d93-4b94-9b32-c02566a3665b service neutron] Port 8d6445dd-d1e1-49a8-8d35-f204892db2ff on network d201863f-b309-44f4-a7ef-e7046df4340e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83116 {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:45:52.444333 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d4cd4a-b71c-4580-9935-224bd5850f62 req-ea437510-2d93-4b94-9b32-c02566a3665b service neutron] Attempting to bind port 8d6445dd-d1e1-49a8-8d35-f204892db2ff on network d201863f-b309-44f4-a7ef-e7046df4340e {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:45:52.449725 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d4cd4a-b71c-4580-9935-224bd5850f62 req-ea437510-2d93-4b94-9b32-c02566a3665b service neutron] Checking agent: {'id': 'db31e800-75f5-4bdb-84cd-f402d346b45c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 36, 4), 'started_at': datetime.datetime(2022, 2, 28, 10, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:45:52.450053 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d4cd4a-b71c-4580-9935-224bd5850f62 req-ea437510-2d93-4b94-9b32-c02566a3665b service neutron] Checking segment: {'id': '2588bd87-a4bf-478e-a2b9-e450b26b5df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:45:52.450423 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d4cd4a-b71c-4580-9935-224bd5850f62 req-ea437510-2d93-4b94-9b32-c02566a3665b service neutron] Bound using segment: {'id': '2588bd87-a4bf-478e-a2b9-e450b26b5df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e'} {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:45:52.450838 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-58d4cd4a-b71c-4580-9935-224bd5850f62 req-ea437510-2d93-4b94-9b32-c02566a3665b service neutron] Bound port: 8d6445dd-d1e1-49a8-8d35-f204892db2ff, host: hv-cinder-83116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2588bd87-a4bf-478e-a2b9-e450b26b5df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e'}}] {{(pid=102996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:45:52.451227 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-58d4cd4a-b71c-4580-9935-224bd5850f62 req-ea437510-2d93-4b94-9b32-c02566a3665b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (8d6445dd-d1e1-49a8-8d35-f204892db2ff), before_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:52.518448 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-58d4cd4a-b71c-4580-9935-224bd5850f62 req-ea437510-2d93-4b94-9b32-c02566a3665b service neutron] For port 8d6445dd-d1e1-49a8-8d35-f204892db2ff, host hv-cinder-83116, cleared binding levels {{(pid=102996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:45:52.521627 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-58d4cd4a-b71c-4580-9935-224bd5850f62 req-ea437510-2d93-4b94-9b32-c02566a3665b service neutron] For port 8d6445dd-d1e1-49a8-8d35-f204892db2ff, host hv-cinder-83116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=8d6445dd-d1e1-49a8-8d35-f204892db2ff,segment=NetworkSegment(2588bd87-a4bf-478e-a2b9-e450b26b5df9),segment_id=2588bd87-a4bf-478e-a2b9-e450b26b5df9)] {{(pid=102996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:45:52.527431 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-58d4cd4a-b71c-4580-9935-224bd5850f62 req-ea437510-2d93-4b94-9b32-c02566a3665b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63361884'] for port (8d6445dd-d1e1-49a8-8d35-f204892db2ff), after_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:52.560569 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4cd4a-b71c-4580-9935-224bd5850f62 req-ea437510-2d93-4b94-9b32-c02566a3665b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:52.561185 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-58d4cd4a-b71c-4580-9935-224bd5850f62 req-ea437510-2d93-4b94-9b32-c02566a3665b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:52.562550 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-58d4cd4a-b71c-4580-9935-224bd5850f62 req-ea437510-2d93-4b94-9b32-c02566a3665b service neutron] 10.222.0.46 "PUT /v2.0/ports/8d6445dd-d1e1-49a8-8d35-f204892db2ff HTTP/1.1" status: 200 len: 1094 time: 0.6224365 Feb 28 10:45:52.563088 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9e330bb-e0cb-4554-a673-7a0d10a0851c', 'tag': '8d6445dd-d1e1-49a8-8d35-f204892db2ff'}] {{(pid=102996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:45:52.565363 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fc607127e9415785fd538e0c70e4bf06f6b8f20b6b46de5a0809c41644901f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c7625e-1e03-4e73-84cc-9c52fbe76ba2" -d '{"events": [{"name": "network-changed", "server_uuid": "b9e330bb-e0cb-4554-a673-7a0d10a0851c", "tag": "8d6445dd-d1e1-49a8-8d35-f204892db2ff"}]}' {{(pid=102996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:45:52.594892 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea437510-2d93-4b94-9b32-c02566a3665b service neutron] Pushing event updated for resources: {'Port': ['ID=8d6445dd-d1e1-49a8-8d35-f204892db2ff,revision_number=3']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:45:52.613236 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9756c79a-556a-4b8d-846b-fd5a03b1215e x-openstack-request-id: req-9756c79a-556a-4b8d-846b-fd5a03b1215e {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:45:52.613518 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9e330bb-e0cb-4554-a673-7a0d10a0851c", "tag": "8d6445dd-d1e1-49a8-8d35-f204892db2ff", "status": "completed", "code": 200}]} {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:45:52.613726 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9756c79a-556a-4b8d-846b-fd5a03b1215e {{(pid=102996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:45:52.614156 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9e330bb-e0cb-4554-a673-7a0d10a0851c', 'tag': '8d6445dd-d1e1-49a8-8d35-f204892db2ff', 'status': 'completed', 'code': 200} Feb 28 10:45:52.683336 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4cd4a-b71c-4580-9935-224bd5850f62 req-e7f19231-3b71-46f9-aeac-8ded7935824e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:52.684842 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-58d4cd4a-b71c-4580-9935-224bd5850f62 req-e7f19231-3b71-46f9-aeac-8ded7935824e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d49baa9a7922438f99d7dcc9ef7c1c15&device_id=b9e330bb-e0cb-4554-a673-7a0d10a0851c HTTP/1.1" status: 200 len: 1128 time: 0.0533032 Feb 28 10:45:52.720848 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097dd0d3-3c21-49a0-b7eb-f7aef68d7f46 req-c0e1452e-c666-4e52-a914-d9c6f8fdc2c8 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:52.722369 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-097dd0d3-3c21-49a0-b7eb-f7aef68d7f46 req-c0e1452e-c666-4e52-a914-d9c6f8fdc2c8 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 946 time: 0.0584571 Feb 28 10:45:52.744844 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-58d4cd4a-b71c-4580-9935-224bd5850f62 req-09b73599-eb40-41ed-9511-30a3ddd3c552 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d6445dd-d1e1-49a8-8d35-f204892db2ff HTTP/1.1" status: 200 len: 217 time: 0.0428216 Feb 28 10:45:52.775422 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-097dd0d3-3c21-49a0-b7eb-f7aef68d7f46 req-c62fcb32-0f1b-44f7-93ba-e2eaede42e28 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430551 Feb 28 10:45:52.792163 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4cd4a-b71c-4580-9935-224bd5850f62 req-253dd460-e5c1-4e09-872e-0182d6052f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:52.793607 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-58d4cd4a-b71c-4580-9935-224bd5850f62 req-253dd460-e5c1-4e09-872e-0182d6052f29 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10d8c89b-f1ef-4689-89e2-725720fe5362 HTTP/1.1" status: 200 len: 850 time: 0.0437155 Feb 28 10:45:52.842825 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4cd4a-b71c-4580-9935-224bd5850f62 req-229c3cba-4200-41ad-98e7-a1c31bcf71dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:52.844313 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-58d4cd4a-b71c-4580-9935-224bd5850f62 req-229c3cba-4200-41ad-98e7-a1c31bcf71dd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d201863f-b309-44f4-a7ef-e7046df4340e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447366 Feb 28 10:45:52.932269 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-58d4cd4a-b71c-4580-9935-224bd5850f62 req-01a545ac-1a27-4039-88f2-be3db96c232b service neutron] 10.222.0.46 "GET /v2.0/networks/d201863f-b309-44f4-a7ef-e7046df4340e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814764 Feb 28 10:45:53.015869 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-58d4cd4a-b71c-4580-9935-224bd5850f62 req-4814c581-f98e-4cf9-bbd5-326bfc00263f service neutron] 10.222.0.46 "GET /v2.0/networks/d201863f-b309-44f4-a7ef-e7046df4340e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0777361 Feb 28 10:45:53.160606 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7625e-1e03-4e73-84cc-9c52fbe76ba2 req-d6f80da2-fa53-4c35-a0e8-6d0d7bee21ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:53.162063 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-85c7625e-1e03-4e73-84cc-9c52fbe76ba2 req-d6f80da2-fa53-4c35-a0e8-6d0d7bee21ac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d49baa9a7922438f99d7dcc9ef7c1c15&device_id=b9e330bb-e0cb-4554-a673-7a0d10a0851c HTTP/1.1" status: 200 len: 1128 time: 0.0477846 Feb 28 10:45:53.248061 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7625e-1e03-4e73-84cc-9c52fbe76ba2 req-c628367d-ec8c-4c5e-ab59-e903bcdcff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:53.249493 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-85c7625e-1e03-4e73-84cc-9c52fbe76ba2 req-c628367d-ec8c-4c5e-ab59-e903bcdcff48 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d201863f-b309-44f4-a7ef-e7046df4340e HTTP/1.1" status: 200 len: 912 time: 0.0817425 Feb 28 10:45:53.293977 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-85c7625e-1e03-4e73-84cc-9c52fbe76ba2 req-7496a24e-52f1-447f-8717-f6ca7bc020fa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d6445dd-d1e1-49a8-8d35-f204892db2ff HTTP/1.1" status: 200 len: 217 time: 0.0369503 Feb 28 10:45:53.339570 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7625e-1e03-4e73-84cc-9c52fbe76ba2 req-179ea8aa-1ffa-46fc-b7b4-1478586f2a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:53.340926 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-85c7625e-1e03-4e73-84cc-9c52fbe76ba2 req-179ea8aa-1ffa-46fc-b7b4-1478586f2a68 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10d8c89b-f1ef-4689-89e2-725720fe5362 HTTP/1.1" status: 200 len: 850 time: 0.0416195 Feb 28 10:45:53.387308 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7625e-1e03-4e73-84cc-9c52fbe76ba2 req-8dd76a13-83c0-45b1-b9ce-08ac785494f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:53.388732 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-85c7625e-1e03-4e73-84cc-9c52fbe76ba2 req-8dd76a13-83c0-45b1-b9ce-08ac785494f8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d201863f-b309-44f4-a7ef-e7046df4340e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421629 Feb 28 10:45:53.477531 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-85c7625e-1e03-4e73-84cc-9c52fbe76ba2 req-6133f9bd-8825-42b6-830f-e90a578ac3ac service neutron] 10.222.0.46 "GET /v2.0/networks/d201863f-b309-44f4-a7ef-e7046df4340e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826747 Feb 28 10:45:53.502658 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d5bc5-0f10-4e30-8594-a99378da0574 req-591ee388-014b-46f6-890c-3cb544f96415 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:53.504032 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ec9d5bc5-0f10-4e30-8594-a99378da0574 req-591ee388-014b-46f6-890c-3cb544f96415 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e330bb-e0cb-4554-a673-7a0d10a0851c HTTP/1.1" status: 200 len: 944 time: 0.0511959 Feb 28 10:45:53.552349 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ec9d5bc5-0f10-4e30-8594-a99378da0574 req-1f6dc911-1d23-43cc-8b47-165dd8a8f49d tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425620 Feb 28 10:45:53.567492 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-85c7625e-1e03-4e73-84cc-9c52fbe76ba2 req-3ebbf0e5-10ca-436b-abaf-78828e57eefc service neutron] 10.222.0.46 "GET /v2.0/networks/d201863f-b309-44f4-a7ef-e7046df4340e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817301 Feb 28 10:45:54.668602 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c3bf2-8557-4ac0-a345-dac910cf82e4 req-6172fd98-6227-4a29-ace8-fc87e433811c tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:54.670075 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-333c3bf2-8557-4ac0-a345-dac910cf82e4 req-6172fd98-6227-4a29-ace8-fc87e433811c tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e330bb-e0cb-4554-a673-7a0d10a0851c HTTP/1.1" status: 200 len: 944 time: 0.0518155 Feb 28 10:45:54.719696 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-333c3bf2-8557-4ac0-a345-dac910cf82e4 req-efa30575-07b1-4932-ab50-517713ccea17 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441754 Feb 28 10:45:54.953630 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-b78dfb8c-8237-4feb-bff2-fb4266805292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:55.834500 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5bd70c-18fe-4f57-b143-4ee2209a7b7c req-afa398b2-a509-4fb6-b4e3-15efadb58c51 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:55.835982 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-fa5bd70c-18fe-4f57-b143-4ee2209a7b7c req-afa398b2-a509-4fb6-b4e3-15efadb58c51 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e330bb-e0cb-4554-a673-7a0d10a0851c HTTP/1.1" status: 200 len: 944 time: 0.0520182 Feb 28 10:45:55.882994 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-fa5bd70c-18fe-4f57-b143-4ee2209a7b7c req-c77d6929-ec32-46a8-8cf1-973e69a3ab47 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415344 Feb 28 10:45:56.996081 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142748c-4409-4cee-99f8-73df6f686d3d req-72c35ea9-8fcb-44bd-9c14-5f65bf754db6 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:56.997505 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4142748c-4409-4cee-99f8-73df6f686d3d req-72c35ea9-8fcb-44bd-9c14-5f65bf754db6 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e330bb-e0cb-4554-a673-7a0d10a0851c HTTP/1.1" status: 200 len: 944 time: 0.0505593 Feb 28 10:45:57.043687 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4142748c-4409-4cee-99f8-73df6f686d3d req-7d302cbb-5c5c-4521-b7ce-83cd7e204409 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407646 Feb 28 10:45:57.156329 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-8a149e58-7178-4330-9fb9-91a425f54718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:58.161787 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301a659-3d14-4c52-9988-3978c5498d8e req-25cd30b5-6a0c-45eb-a353-66ee14e60d65 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:58.163250 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0301a659-3d14-4c52-9988-3978c5498d8e req-25cd30b5-6a0c-45eb-a353-66ee14e60d65 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e330bb-e0cb-4554-a673-7a0d10a0851c HTTP/1.1" status: 200 len: 944 time: 0.0547621 Feb 28 10:45:58.210178 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0301a659-3d14-4c52-9988-3978c5498d8e req-e5d2b36a-b7b3-4cae-8d02-e247a2b7df6e tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413589 Feb 28 10:45:58.569148 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:59.323675 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdbe124-3939-4d33-8a89-e2faeb25373b req-03691cb6-dad3-48f5-8189-af5ee09ade6c tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:59.325109 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0bdbe124-3939-4d33-8a89-e2faeb25373b req-03691cb6-dad3-48f5-8189-af5ee09ade6c tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e330bb-e0cb-4554-a673-7a0d10a0851c HTTP/1.1" status: 200 len: 944 time: 0.0507431 Feb 28 10:45:59.371044 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0bdbe124-3939-4d33-8a89-e2faeb25373b req-afc9ac53-fecb-4b30-ae07-f3c7308cce35 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405216 Feb 28 10:45:59.422221 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.agents_db [None req-ad1b81bb-6a73-47ab-ba10-dec1fea0c152 None None] Agent healthcheck: found 6 active agents {{(pid=102998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:45:59.931981 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:00.488977 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f1970-2484-4a57-ab46-26906745f59c req-380189ab-843d-4525-99f1-85baba74d875 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:00.490432 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1b0f1970-2484-4a57-ab46-26906745f59c req-380189ab-843d-4525-99f1-85baba74d875 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e330bb-e0cb-4554-a673-7a0d10a0851c HTTP/1.1" status: 200 len: 944 time: 0.0541995 Feb 28 10:46:00.538375 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1b0f1970-2484-4a57-ab46-26906745f59c req-a4bb371a-e043-4286-9473-f39323830e18 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419152 Feb 28 10:46:01.477293 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device 8d6445dd-d1e1-49a8-8d35-f204892db2ff details requested by agent hyperv_hv-cinder-83116 with host hv-cinder-83116 {{(pid=102997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:46:01.561252 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:01.588209 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port 8d6445dd-d1e1-49a8-8d35-f204892db2ff, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=8d6445dd-d1e1-49a8-8d35-f204892db2ff,segment=NetworkSegment(2588bd87-a4bf-478e-a2b9-e450b26b5df9),segment_id=2588bd87-a4bf-478e-a2b9-e450b26b5df9)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:46:01.599856 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Returning: {'device': '8d6445dd-d1e1-49a8-8d35-f204892db2ff', 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e', 'port_id': '8d6445dd-d1e1-49a8-8d35-f204892db2ff', 'mac_address': 'fa:16:3e:f2:fe:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10d8c89b-f1ef-4689-89e2-725720fe5362', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:46:01.637367 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Current status of the port 8d6445dd-d1e1-49a8-8d35-f204892db2ff is: DOWN; New status is: BUILD {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:46:01.637769 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (8d6445dd-d1e1-49a8-8d35-f204892db2ff), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:01.653845 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.notifiers.nova [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d6445dd-d1e1-49a8-8d35-f204892db2ff {{(pid=102997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:46:01.654486 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3291077-4b33-420c-b0ab-fdf0134e77a8 req-d524ffde-a9b8-4432-9b90-eee150c91386 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:01.656005 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a3291077-4b33-420c-b0ab-fdf0134e77a8 req-d524ffde-a9b8-4432-9b90-eee150c91386 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e330bb-e0cb-4554-a673-7a0d10a0851c HTTP/1.1" status: 200 len: 944 time: 0.0526476 Feb 28 10:46:01.673101 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port 8d6445dd-d1e1-49a8-8d35-f204892db2ff, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=8d6445dd-d1e1-49a8-8d35-f204892db2ff,segment=NetworkSegment(2588bd87-a4bf-478e-a2b9-e450b26b5df9),segment_id=2588bd87-a4bf-478e-a2b9-e450b26b5df9)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:46:01.676830 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (8d6445dd-d1e1-49a8-8d35-f204892db2ff), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:01.705957 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a3291077-4b33-420c-b0ab-fdf0134e77a8 req-4b9822cb-2c4d-4c57-8ca8-37811c29990d tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436447 Feb 28 10:46:01.723930 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Pushing event updated for resources: {'Port': ['ID=8d6445dd-d1e1-49a8-8d35-f204892db2ff,revision_number=4']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:01.731533 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:01.731831 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:01.732178 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:01.732522 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:01.732881 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:01.733213 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:01.733543 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:01.733872 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:01.734228 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:01.734551 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:01.734875 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:01.735226 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:01.735548 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:02.125415 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] get_ports_and_sgs() called for port_ids ['8d6445dd-d1e1-49a8-8d35-f204892db2ff'] {{(pid=102997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:46:02.819765 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309c0dd-3b2f-49cf-b4ee-45dadd0cec6d req-0ac41f22-c7bd-4817-bec5-5cd44cda964c tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:02.821191 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d309c0dd-3b2f-49cf-b4ee-45dadd0cec6d req-0ac41f22-c7bd-4817-bec5-5cd44cda964c tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e330bb-e0cb-4554-a673-7a0d10a0851c HTTP/1.1" status: 200 len: 945 time: 0.0508287 Feb 28 10:46:02.871631 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d309c0dd-3b2f-49cf-b4ee-45dadd0cec6d req-f35a489d-6e11-4cde-8ff5-c7dfb0f56b7b tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449243 Feb 28 10:46:03.505524 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device 8d6445dd-d1e1-49a8-8d35-f204892db2ff up at agent hyperv_hv-cinder-83116 {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:46:03.552283 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Provisioning for port 8d6445dd-d1e1-49a8-8d35-f204892db2ff completed by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:46:03.555737 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Provisioning complete for port 8d6445dd-d1e1-49a8-8d35-f204892db2ff triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:46:03.556112 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (8d6445dd-d1e1-49a8-8d35-f204892db2ff), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:03.633227 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Current status of the port 8d6445dd-d1e1-49a8-8d35-f204892db2ff is: BUILD; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:46:03.633615 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (8d6445dd-d1e1-49a8-8d35-f204892db2ff), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:03.655752 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e330bb-e0cb-4554-a673-7a0d10a0851c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6445dd-d1e1-49a8-8d35-f204892db2ff'}] {{(pid=102997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:46:03.657983 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3235e45cea9492f03cbc66cd40cfc06ba5865c86106c1e9dddb87cdb5008e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d7fe9f-b8dc-483d-8686-65e2877d5702" -d '{"events": [{"server_uuid": "b9e330bb-e0cb-4554-a673-7a0d10a0851c", "name": "network-vif-plugged", "status": "completed", "tag": "8d6445dd-d1e1-49a8-8d35-f204892db2ff"}]}' {{(pid=102997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:46:03.670632 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port 8d6445dd-d1e1-49a8-8d35-f204892db2ff, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=8d6445dd-d1e1-49a8-8d35-f204892db2ff,segment=NetworkSegment(2588bd87-a4bf-478e-a2b9-e450b26b5df9),segment_id=2588bd87-a4bf-478e-a2b9-e450b26b5df9)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:46:03.674848 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (8d6445dd-d1e1-49a8-8d35-f204892db2ff), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:03.697232 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6399a77-bfe2-4a5f-94f1-304cefb0b542 x-openstack-request-id: req-a6399a77-bfe2-4a5f-94f1-304cefb0b542 {{(pid=102997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:46:03.697527 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9e330bb-e0cb-4554-a673-7a0d10a0851c", "name": "network-vif-plugged", "status": "completed", "tag": "8d6445dd-d1e1-49a8-8d35-f204892db2ff", "code": 200}]} {{(pid=102997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:46:03.697783 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a6399a77-bfe2-4a5f-94f1-304cefb0b542 {{(pid=102997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:46:03.698168 dv-cinder-831167-1-iscsi neutron-server[102997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e330bb-e0cb-4554-a673-7a0d10a0851c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6445dd-d1e1-49a8-8d35-f204892db2ff', 'code': 200} Feb 28 10:46:03.722159 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Pushing event updated for resources: {'Port': ['ID=8d6445dd-d1e1-49a8-8d35-f204892db2ff,revision_number=5']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:03.967361 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f85da9-e830-4e6b-9b47-ac65d078684b req-b47e7120-7d83-4889-863a-8a97346704f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:03.968818 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-87f85da9-e830-4e6b-9b47-ac65d078684b req-b47e7120-7d83-4889-863a-8a97346704f2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b9e330bb-e0cb-4554-a673-7a0d10a0851c HTTP/1.1" status: 200 len: 1130 time: 0.0430095 Feb 28 10:46:03.988378 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23703621-a46b-4eca-9cc6-383357494a6d req-8ff0cba9-ff4e-4720-b595-254edf2dff79 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:03.990646 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-23703621-a46b-4eca-9cc6-383357494a6d req-8ff0cba9-ff4e-4720-b595-254edf2dff79 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e330bb-e0cb-4554-a673-7a0d10a0851c HTTP/1.1" status: 200 len: 946 time: 0.0527558 Feb 28 10:46:04.014627 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-87f85da9-e830-4e6b-9b47-ac65d078684b req-4cf0371b-1221-42aa-b703-71c559b1fd33 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390763 Feb 28 10:46:04.038583 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-23703621-a46b-4eca-9cc6-383357494a6d req-085c13d1-94ab-41f0-84eb-d3a93d8c1490 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417845 Feb 28 10:46:04.074342 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (db31e800-75f5-4bdb-84cd-f402d346b45c), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:05.157547 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e439b22-8823-452c-9d1f-29908b81397f req-83aa356c-de41-4f13-a37e-2cd509568681 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:05.159115 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5e439b22-8823-452c-9d1f-29908b81397f req-83aa356c-de41-4f13-a37e-2cd509568681 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e330bb-e0cb-4554-a673-7a0d10a0851c HTTP/1.1" status: 200 len: 946 time: 0.0530777 Feb 28 10:46:05.211832 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5e439b22-8823-452c-9d1f-29908b81397f req-c49fe706-de25-464a-a99e-416f2c7f3d41 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469720 Feb 28 10:46:06.328938 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178055ca-c05a-4c36-9090-0689651fc895 req-0411edfc-7115-40ab-abae-094c32e60661 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:06.330377 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-178055ca-c05a-4c36-9090-0689651fc895 req-0411edfc-7115-40ab-abae-094c32e60661 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e330bb-e0cb-4554-a673-7a0d10a0851c HTTP/1.1" status: 200 len: 946 time: 0.0554283 Feb 28 10:46:06.377118 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-178055ca-c05a-4c36-9090-0689651fc895 req-518b4e03-578e-4c8a-a0a9-78a4aac6156a tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412192 Feb 28 10:46:06.490049 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819eb0a-3957-46b3-ba74-ce5eb0ec008b req-6697b6e2-6cb9-4903-9c8f-b3807ce99b91 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:06.491519 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6819eb0a-3957-46b3-ba74-ce5eb0ec008b req-6697b6e2-6cb9-4903-9c8f-b3807ce99b91 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e330bb-e0cb-4554-a673-7a0d10a0851c HTTP/1.1" status: 200 len: 946 time: 0.0507185 Feb 28 10:46:06.538812 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6819eb0a-3957-46b3-ba74-ce5eb0ec008b req-a56a6cd3-c9e2-4448-a9ef-fa97917370d7 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413015 Feb 28 10:46:06.560401 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 35072) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:06.601303 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3a941d-5178-4368-87d3-a66c51717e82 tempest-TestVolumeBootPattern-2075307937 tempest-TestVolumeBootPattern-2075307937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:06.602747 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-4a3a941d-5178-4368-87d3-a66c51717e82 tempest-TestVolumeBootPattern-2075307937 tempest-TestVolumeBootPattern-2075307937-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b9e330bb-e0cb-4554-a673-7a0d10a0851c HTTP/1.1" status: 200 len: 1125 time: 0.0414224 Feb 28 10:46:06.605339 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 35074) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:06.609406 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [None req-070ea4e1-08ef-492a-a0e0-dbe4b99565bb tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Request body: {'floatingip': {'floating_network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'port_id': '8d6445dd-d1e1-49a8-8d35-f204892db2ff', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:46:06.629674 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-070ea4e1-08ef-492a-a0e0-dbe4b99565bb tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:06.723721 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-070ea4e1-08ef-492a-a0e0-dbe4b99565bb tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:06.827660 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.db.db_base_plugin_common [None req-070ea4e1-08ef-492a-a0e0-dbe4b99565bb tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Allocated IP 172.27.1.227 (5c191bd3-8d00-44c5-b017-904410258187/e0d51f16-a2c9-415b-a552-79de15f3fe23/9b13bc68-d242-4b63-8bb8-1cfbddab3054) {{(pid=102995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:46:06.922717 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-070ea4e1-08ef-492a-a0e0-dbe4b99565bb tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks [] for port (9b13bc68-d242-4b63-8bb8-1cfbddab3054), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:06.954750 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-070ea4e1-08ef-492a-a0e0-dbe4b99565bb tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63288186'] for port (9b13bc68-d242-4b63-8bb8-1cfbddab3054), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:06.993161 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070ea4e1-08ef-492a-a0e0-dbe4b99565bb tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Network 5c191bd3-8d00-44c5-b017-904410258187 is already hosted by enough agents. {{(pid=102995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:46:06.996553 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.base_scheduler [None req-070ea4e1-08ef-492a-a0e0-dbe4b99565bb tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Resources bound (agent type, host, resource id): {{(pid=102995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:46:06.999096 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070ea4e1-08ef-492a-a0e0-dbe4b99565bb tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Received port after_create {{(pid=102995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:46:07.024831 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ea4e1-08ef-492a-a0e0-dbe4b99565bb tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Pushing event updated for resources: {'Port': ['ID=9b13bc68-d242-4b63-8bb8-1cfbddab3054,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:07.037007 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070ea4e1-08ef-492a-a0e0-dbe4b99565bb tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:07.037359 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070ea4e1-08ef-492a-a0e0-dbe4b99565bb tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:07.037705 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070ea4e1-08ef-492a-a0e0-dbe4b99565bb tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:07.038042 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070ea4e1-08ef-492a-a0e0-dbe4b99565bb tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:07.038375 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070ea4e1-08ef-492a-a0e0-dbe4b99565bb tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:07.038704 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070ea4e1-08ef-492a-a0e0-dbe4b99565bb tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:07.039059 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070ea4e1-08ef-492a-a0e0-dbe4b99565bb tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:07.039390 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070ea4e1-08ef-492a-a0e0-dbe4b99565bb tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:07.039719 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070ea4e1-08ef-492a-a0e0-dbe4b99565bb tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:07.040052 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070ea4e1-08ef-492a-a0e0-dbe4b99565bb tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:07.041043 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070ea4e1-08ef-492a-a0e0-dbe4b99565bb tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:07.041385 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070ea4e1-08ef-492a-a0e0-dbe4b99565bb tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:07.041706 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070ea4e1-08ef-492a-a0e0-dbe4b99565bb tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:07.349446 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-b88a176c-1b8c-4b48-812c-78ab8862b76f req-c9ff967f-9596-4cdc-861c-b64ded6118eb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455024 Feb 28 10:46:07.368575 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-070ea4e1-08ef-492a-a0e0-dbe4b99565bb tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks [] for floatingip (8a43c3a1-bebc-469f-a06e-b132a840c89a), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:07.438737 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-070ea4e1-08ef-492a-a0e0-dbe4b99565bb tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (9b13bc68-d242-4b63-8bb8-1cfbddab3054), before_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:07.456795 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a176c-1b8c-4b48-812c-78ab8862b76f req-8a24c124-edc6-47df-abb9-6c471992ab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:07.458263 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-b88a176c-1b8c-4b48-812c-78ab8862b76f req-8a24c124-edc6-47df-abb9-6c471992ab86 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6825cb4cea9e4921b5312dd51b9920be&device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 1130 time: 0.0438888 Feb 28 10:46:07.559867 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a176c-1b8c-4b48-812c-78ab8862b76f req-0ffe6c70-26e0-4e06-8c51-91f1613f8e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:07.561333 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-b88a176c-1b8c-4b48-812c-78ab8862b76f req-0ffe6c70-26e0-4e06-8c51-91f1613f8e24 service neutron] 10.222.0.46 "GET /v2.0/networks?id=240e2b6c-54c0-4c0d-850d-490078c64530 HTTP/1.1" status: 200 len: 917 time: 0.0848227 Feb 28 10:46:07.589269 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-070ea4e1-08ef-492a-a0e0-dbe4b99565bb tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks [] for port (9b13bc68-d242-4b63-8bb8-1cfbddab3054), precommit_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:07.594510 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-070ea4e1-08ef-492a-a0e0-dbe4b99565bb tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63288179'] for port (9b13bc68-d242-4b63-8bb8-1cfbddab3054), after_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:07.639130 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-b88a176c-1b8c-4b48-812c-78ab8862b76f req-4832514d-b0a7-4026-83c8-dccfba579adc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88a4bd8b-bf17-4026-aea6-b661dd8b1201 HTTP/1.1" status: 200 len: 1000 time: 0.0583820 Feb 28 10:46:07.664169 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ea4e1-08ef-492a-a0e0-dbe4b99565bb tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Pushing event updated for resources: {'Port': ['ID=9b13bc68-d242-4b63-8bb8-1cfbddab3054,revision_number=2']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:07.673546 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-070ea4e1-08ef-492a-a0e0-dbe4b99565bb tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-379257'] for floatingip (8a43c3a1-bebc-469f-a06e-b132a840c89a), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:07.686445 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a176c-1b8c-4b48-812c-78ab8862b76f req-577f1bc9-737a-4d75-bed4-59ef1b27a2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:07.688404 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-b88a176c-1b8c-4b48-812c-78ab8862b76f req-577f1bc9-737a-4d75-bed4-59ef1b27a2e6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c422424b-4bdb-4bd8-9a44-a4d30179929f HTTP/1.1" status: 200 len: 855 time: 0.0434604 Feb 28 10:46:07.742275 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a176c-1b8c-4b48-812c-78ab8862b76f req-0927ad05-e384-48fd-bce9-e07062c46696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:07.743798 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-b88a176c-1b8c-4b48-812c-78ab8862b76f req-0927ad05-e384-48fd-bce9-e07062c46696 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=240e2b6c-54c0-4c0d-850d-490078c64530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472145 Feb 28 10:46:07.843892 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-b88a176c-1b8c-4b48-812c-78ab8862b76f req-d2e4efb5-852e-4aa5-851d-58284f1656d8 service neutron] 10.222.0.46 "GET /v2.0/networks/240e2b6c-54c0-4c0d-850d-490078c64530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845962 Feb 28 10:46:07.940035 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-b88a176c-1b8c-4b48-812c-78ab8862b76f req-d9f666ca-f0e8-4012-84eb-eeea484edb88 service neutron] 10.222.0.46 "GET /v2.0/networks/240e2b6c-54c0-4c0d-850d-490078c64530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874522 Feb 28 10:46:07.984084 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.db.l3_db [None req-070ea4e1-08ef-492a-a0e0-dbe4b99565bb tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Floating IP 8a43c3a1-bebc-469f-a06e-b132a840c89a associated. External IP: 172.27.1.227, port: 8d6445dd-d1e1-49a8-8d35-f204892db2ff. Feb 28 10:46:08.189544 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070ea4e1-08ef-492a-a0e0-dbe4b99565bb tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Router 955fcaf0-b9ca-493b-935f-c162b4121ca7 has already been hosted by L3 agent 86347f47-2890-46a7-a199-31163828a11a {{(pid=102995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:46:08.293948 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070ea4e1-08ef-492a-a0e0-dbe4b99565bb tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Notify agent at l3_agent.dv-cinder-831167-1-iscsi the message routers_updated {{(pid=102995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:46:08.304086 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6a29cd-14fb-4e1e-8015-0f89089a474e None None] Sync routers for ids ['955fcaf0-b9ca-493b-935f-c162b4121ca7'] in dv-cinder-831167-1-iscsi {{(pid=102997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:46:08.311068 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-070ea4e1-08ef-492a-a0e0-dbe4b99565bb tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for floatingip (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:08.314408 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6a29cd-14fb-4e1e-8015-0f89089a474e None None] Routers {'955fcaf0-b9ca-493b-935f-c162b4121ca7'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:46:08.315073 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-7c6a29cd-14fb-4e1e-8015-0f89089a474e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:45:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['955fcaf0-b9ca-493b-935f-c162b4121ca7'], 'active': True} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:08.339488 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-070ea4e1-08ef-492a-a0e0-dbe4b99565bb tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7331743 Feb 28 10:46:08.340065 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9e330bb-e0cb-4554-a673-7a0d10a0851c', 'tag': '8d6445dd-d1e1-49a8-8d35-f204892db2ff'}] {{(pid=102995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:46:08.342659 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1dd8a96f8805fcf8ad92b8a44c4310027887bdef0368274a5855f6003a6db1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a093303d-62f7-4db1-8fc7-ace7bc7556b0" -d '{"events": [{"name": "network-changed", "server_uuid": "b9e330bb-e0cb-4554-a673-7a0d10a0851c", "tag": "8d6445dd-d1e1-49a8-8d35-f204892db2ff"}]}' {{(pid=102995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:46:08.377176 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea81a9a4-0fb5-4481-8c56-dbb0870eb8f4 x-openstack-request-id: req-ea81a9a4-0fb5-4481-8c56-dbb0870eb8f4 {{(pid=102995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:46:08.377752 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9e330bb-e0cb-4554-a673-7a0d10a0851c", "tag": "8d6445dd-d1e1-49a8-8d35-f204892db2ff", "status": "completed", "code": 200}]} {{(pid=102995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:46:08.377752 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ea81a9a4-0fb5-4481-8c56-dbb0870eb8f4 {{(pid=102995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:46:08.378092 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9e330bb-e0cb-4554-a673-7a0d10a0851c', 'tag': '8d6445dd-d1e1-49a8-8d35-f204892db2ff', 'status': 'completed', 'code': 200} Feb 28 10:46:08.428793 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvr_db [None req-7c6a29cd-14fb-4e1e-8015-0f89089a474e None None] Set router 955fcaf0-b9ca-493b-935f-c162b4121ca7 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:46:08.473579 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093303d-62f7-4db1-8fc7-ace7bc7556b0 req-8f4afef3-e558-401f-8625-646bfbee8d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:08.475095 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-a093303d-62f7-4db1-8fc7-ace7bc7556b0 req-8f4afef3-e558-401f-8625-646bfbee8d66 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d49baa9a7922438f99d7dcc9ef7c1c15&device_id=b9e330bb-e0cb-4554-a673-7a0d10a0851c HTTP/1.1" status: 200 len: 1130 time: 0.0436525 Feb 28 10:46:08.573031 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093303d-62f7-4db1-8fc7-ace7bc7556b0 req-3533cd72-a111-4aa5-adcc-5865966f2f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:08.574420 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-a093303d-62f7-4db1-8fc7-ace7bc7556b0 req-3533cd72-a111-4aa5-adcc-5865966f2f82 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d201863f-b309-44f4-a7ef-e7046df4340e HTTP/1.1" status: 200 len: 912 time: 0.0827937 Feb 28 10:46:08.641319 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-a093303d-62f7-4db1-8fc7-ace7bc7556b0 req-168f1a00-c7a2-46e7-8101-723ddae982a5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d6445dd-d1e1-49a8-8d35-f204892db2ff HTTP/1.1" status: 200 len: 1000 time: 0.0601013 Feb 28 10:46:08.644732 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-7c6a29cd-14fb-4e1e-8015-0f89089a474e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'name': 'tempest-TestVolumeBootPattern-928494103-router', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '26172ab7-dd74-47fc-8158-eb83de91afc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:06Z', 'updated_at': '2022-02-28T10:41:10Z', 'revision_number': 4, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'gw_port': {'id': '26172ab7-dd74-47fc-8158-eb83de91afc0', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:bc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:06Z', 'updated_at': '2022-02-28T10:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_floatingips': [{'id': '8a43c3a1-bebc-469f-a06e-b132a840c89a', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'floating_ip_address': '172.27.1.227', 'floating_network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'router_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'port_id': '8d6445dd-d1e1-49a8-8d35-f204892db2ff', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e', 'mac_address': 'fa:16:3e:f2:fe:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e330bb-e0cb-4554-a673-7a0d10a0851c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:46:07Z', 'updated_at': '2022-02-28T10:46:07Z', 'revision_number': 0, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '139c64ac-245e-42da-8fc7-f98ec55d294a', 'name': '', 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'mac_address': 'fa:16:3e:9c:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '10d8c89b-f1ef-4689-89e2-725720fe5362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:09Z', 'updated_at': '2022-02-28T10:41:14Z', 'revision_number': 5, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'subnets': [{'id': '10d8c89b-f1ef-4689-89e2-725720fe5362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:08.670569 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6a29cd-14fb-4e1e-8015-0f89089a474e None None] Checking router: 955fcaf0-b9ca-493b-935f-c162b4121ca7 for host: dv-cinder-831167-1-iscsi {{(pid=102997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:46:08.678571 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6a29cd-14fb-4e1e-8015-0f89089a474e None None] Routers {'955fcaf0-b9ca-493b-935f-c162b4121ca7'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:46:08.679195 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-7c6a29cd-14fb-4e1e-8015-0f89089a474e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:45:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['955fcaf0-b9ca-493b-935f-c162b4121ca7'], 'active': True} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:08.688278 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093303d-62f7-4db1-8fc7-ace7bc7556b0 req-9d6c0b95-7fe9-4810-bbc2-c7294b6e8d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:08.689759 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-a093303d-62f7-4db1-8fc7-ace7bc7556b0 req-9d6c0b95-7fe9-4810-bbc2-c7294b6e8d8a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10d8c89b-f1ef-4689-89e2-725720fe5362 HTTP/1.1" status: 200 len: 850 time: 0.0428791 Feb 28 10:46:08.738697 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093303d-62f7-4db1-8fc7-ace7bc7556b0 req-7fac44c7-ede7-4b8e-a0a3-a9119fb65438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:08.740236 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-a093303d-62f7-4db1-8fc7-ace7bc7556b0 req-7fac44c7-ede7-4b8e-a0a3-a9119fb65438 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d201863f-b309-44f4-a7ef-e7046df4340e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439167 Feb 28 10:46:08.786558 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvr_db [None req-7c6a29cd-14fb-4e1e-8015-0f89089a474e None None] Set router 955fcaf0-b9ca-493b-935f-c162b4121ca7 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:46:09.017761 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-7c6a29cd-14fb-4e1e-8015-0f89089a474e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'name': 'tempest-TestVolumeBootPattern-928494103-router', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '26172ab7-dd74-47fc-8158-eb83de91afc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:06Z', 'updated_at': '2022-02-28T10:41:10Z', 'revision_number': 4, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'gw_port': {'id': '26172ab7-dd74-47fc-8158-eb83de91afc0', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:bc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:06Z', 'updated_at': '2022-02-28T10:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_floatingips': [{'id': '8a43c3a1-bebc-469f-a06e-b132a840c89a', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'floating_ip_address': '172.27.1.227', 'floating_network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'router_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'port_id': '8d6445dd-d1e1-49a8-8d35-f204892db2ff', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e', 'mac_address': 'fa:16:3e:f2:fe:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e330bb-e0cb-4554-a673-7a0d10a0851c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:46:07Z', 'updated_at': '2022-02-28T10:46:07Z', 'revision_number': 0, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '139c64ac-245e-42da-8fc7-f98ec55d294a', 'name': '', 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'mac_address': 'fa:16:3e:9c:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '10d8c89b-f1ef-4689-89e2-725720fe5362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:09Z', 'updated_at': '2022-02-28T10:41:14Z', 'revision_number': 5, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'subnets': [{'id': '10d8c89b-f1ef-4689-89e2-725720fe5362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:09.044397 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6a29cd-14fb-4e1e-8015-0f89089a474e None None] The sync data for ids ['955fcaf0-b9ca-493b-935f-c162b4121ca7'] in dv-cinder-831167-1-iscsi is: [{'id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'name': 'tempest-TestVolumeBootPattern-928494103-router', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '26172ab7-dd74-47fc-8158-eb83de91afc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:06Z', 'updated_at': '2022-02-28T10:41:10Z', 'revision_number': 4, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'gw_port': {'id': '26172ab7-dd74-47fc-8158-eb83de91afc0', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:bc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:06Z', 'updated_at': '2022-02-28T10:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_floatingips': [{'id': '8a43c3a1-bebc-469f-a06e-b132a840c89a', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'floating_ip_address': '172.27.1.227', 'floating_network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'router_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'port_id': '8d6445dd-d1e1-49a8-8d35-f204892db2ff', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e', 'mac_address': 'fa:16:3e:f2:fe:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e330bb-e0cb-4554-a673-7a0d10a0851c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:46:07Z', 'updated_at': '2022-02-28T10:46:07Z', 'revision_number': 0, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '139c64ac-245e-42da-8fc7-f98ec55d294a', 'name': '', 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'mac_address': 'fa:16:3e:9c:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '10d8c89b-f1ef-4689-89e2-725720fe5362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:09Z', 'updated_at': '2022-02-28T10:41:14Z', 'revision_number': 5, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'subnets': [{'id': '10d8c89b-f1ef-4689-89e2-725720fe5362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:46:09.074276 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-a093303d-62f7-4db1-8fc7-ace7bc7556b0 req-ce264cdf-8a11-441b-a315-ed871450c583 service neutron] 10.222.0.46 "GET /v2.0/networks/d201863f-b309-44f4-a7ef-e7046df4340e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275113 Feb 28 10:46:09.164307 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-a093303d-62f7-4db1-8fc7-ace7bc7556b0 req-19208c41-4b05-4b74-9c82-09adba611656 service neutron] 10.222.0.46 "GET /v2.0/networks/d201863f-b309-44f4-a7ef-e7046df4340e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835309 Feb 28 10:46:09.239730 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500d6fb8-fdf9-419a-8357-0ad764ed20ee None None] New status for floating IP 8a43c3a1-bebc-469f-a06e-b132a840c89a: ACTIVE {{(pid=102998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:46:24.956326 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-d0eed9f3-7ad6-4749-974b-336159813071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:27.158409 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-95cc3f4b-a080-42f5-8d25-265e98babcf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:28.572193 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:29.933205 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:31.542938 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:34.077198 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (db31e800-75f5-4bdb-84cd-f402d346b45c), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:36.420755 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.agents_db [None req-ad1b81bb-6a73-47ab-ba10-dec1fea0c152 None None] Agent healthcheck: found 6 active agents {{(pid=102998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:46:36.446969 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4590a77-ef3b-461b-8706-ba8da4caf680 req-f008843b-3460-48d3-83dd-9f84f7118b76 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:36.448533 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b4590a77-ef3b-461b-8706-ba8da4caf680 req-f008843b-3460-48d3-83dd-9f84f7118b76 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/ports?device_id=b17f4aa7-e4db-4068-8746-3f60f7a4a748 HTTP/1.1" status: 200 len: 985 time: 0.0550601 Feb 28 10:46:36.508073 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b4590a77-ef3b-461b-8706-ba8da4caf680 req-d4c39cd8-f360-4bfe-95f5-3ec88aa35a06 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/security-groups?id=07d38749-936e-42a5-9e5f-84c65ce43f80&id=39c49b0b-a926-4526-af25-363b73872a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0535994 Feb 28 10:46:36.514169 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96868d1-6e89-4f62-90dc-3160a6989106 req-6f4d5f3f-7d1f-4d0a-beaf-6089ddd33dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:36.515661 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-f96868d1-6e89-4f62-90dc-3160a6989106 req-6f4d5f3f-7d1f-4d0a-beaf-6089ddd33dce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7199da134f5348a7adb55be7f0758efe&device_id=b17f4aa7-e4db-4068-8746-3f60f7a4a748 HTTP/1.1" status: 200 len: 1169 time: 0.0570602 Feb 28 10:46:36.603010 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96868d1-6e89-4f62-90dc-3160a6989106 req-f764f85c-63a3-412e-b2a5-af1752b350ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:36.604477 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-f96868d1-6e89-4f62-90dc-3160a6989106 req-f764f85c-63a3-412e-b2a5-af1752b350ea service neutron] 10.222.0.46 "GET /v2.0/networks?id=23b9544d-fd88-4f29-96bb-d69c9a9a50d9 HTTP/1.1" status: 200 len: 915 time: 0.0825655 Feb 28 10:46:36.671352 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-f96868d1-6e89-4f62-90dc-3160a6989106 req-f0c00c44-ca82-4e3a-b71a-d6fff401a9d9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=588053f8-d8ee-47c0-b75a-4ba5f66d3ce8 HTTP/1.1" status: 200 len: 1001 time: 0.0604508 Feb 28 10:46:36.717643 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96868d1-6e89-4f62-90dc-3160a6989106 req-7588a6bd-a205-4c2c-8201-09683baaa6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:36.719065 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-f96868d1-6e89-4f62-90dc-3160a6989106 req-7588a6bd-a205-4c2c-8201-09683baaa6db service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4e180469-4b25-4077-a30b-ec96a9fd15f3 HTTP/1.1" status: 200 len: 853 time: 0.0423810 Feb 28 10:46:36.766192 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96868d1-6e89-4f62-90dc-3160a6989106 req-6a75d13c-dbab-44ce-b0f7-63629e78c72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:36.767669 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-f96868d1-6e89-4f62-90dc-3160a6989106 req-6a75d13c-dbab-44ce-b0f7-63629e78c72e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23b9544d-fd88-4f29-96bb-d69c9a9a50d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423028 Feb 28 10:46:36.856647 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-f96868d1-6e89-4f62-90dc-3160a6989106 req-432a6c4e-9248-465c-ab3a-4bcd5a5a5ede service neutron] 10.222.0.46 "GET /v2.0/networks/23b9544d-fd88-4f29-96bb-d69c9a9a50d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808594 Feb 28 10:46:36.940741 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-f96868d1-6e89-4f62-90dc-3160a6989106 req-bf2f0b12-8e60-4e9f-85a9-a94dc0b9e0ed service neutron] 10.222.0.46 "GET /v2.0/networks/23b9544d-fd88-4f29-96bb-d69c9a9a50d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783417 Feb 28 10:46:37.630422 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d282c702-5145-4fa6-a965-6582dc433743 req-fb69d0c3-5998-4a1a-9a87-d846b34e61c6 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:37.631902 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d282c702-5145-4fa6-a965-6582dc433743 req-fb69d0c3-5998-4a1a-9a87-d846b34e61c6 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/ports?device_id=b17f4aa7-e4db-4068-8746-3f60f7a4a748 HTTP/1.1" status: 200 len: 985 time: 0.0552564 Feb 28 10:46:37.689260 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d282c702-5145-4fa6-a965-6582dc433743 req-23bc447c-769c-46ca-a755-60c194fd0cae tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/security-groups?id=07d38749-936e-42a5-9e5f-84c65ce43f80&id=39c49b0b-a926-4526-af25-363b73872a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0511620 Feb 28 10:46:38.804759 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40311e-b7d5-44b6-8021-21ef9f017c7c req-db9a9d6c-156f-408f-af64-52d7a3d7c18f tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:38.806232 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ea40311e-b7d5-44b6-8021-21ef9f017c7c req-db9a9d6c-156f-408f-af64-52d7a3d7c18f tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/ports?device_id=b17f4aa7-e4db-4068-8746-3f60f7a4a748 HTTP/1.1" status: 200 len: 985 time: 0.0522585 Feb 28 10:46:38.863099 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ea40311e-b7d5-44b6-8021-21ef9f017c7c req-d24021d3-1adf-4635-a09c-066494489e98 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/security-groups?id=07d38749-936e-42a5-9e5f-84c65ce43f80&id=39c49b0b-a926-4526-af25-363b73872a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0513308 Feb 28 10:46:39.979818 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b72757-e38e-48d4-b1c8-0f75b1aebf75 req-b5416751-5d78-4a4f-ae31-0a59ec739f6d tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:39.981344 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d5b72757-e38e-48d4-b1c8-0f75b1aebf75 req-b5416751-5d78-4a4f-ae31-0a59ec739f6d tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/ports?device_id=b17f4aa7-e4db-4068-8746-3f60f7a4a748 HTTP/1.1" status: 200 len: 985 time: 0.0523865 Feb 28 10:46:40.043567 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d5b72757-e38e-48d4-b1c8-0f75b1aebf75 req-6cd6bcee-3adf-4575-ae61-e511e6455bae tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/security-groups?id=07d38749-936e-42a5-9e5f-84c65ce43f80&id=39c49b0b-a926-4526-af25-363b73872a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0566287 Feb 28 10:46:41.160223 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd94f6-c652-4406-a35e-2889a47b88af req-e05a7118-3ea4-47db-ae2f-fad7d007c7c8 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:41.161649 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a8cd94f6-c652-4406-a35e-2889a47b88af req-e05a7118-3ea4-47db-ae2f-fad7d007c7c8 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/ports?device_id=b17f4aa7-e4db-4068-8746-3f60f7a4a748 HTTP/1.1" status: 200 len: 985 time: 0.0510056 Feb 28 10:46:41.219551 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a8cd94f6-c652-4406-a35e-2889a47b88af req-83d0250a-4720-49bf-8aac-01d6d9db665b tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/security-groups?id=07d38749-936e-42a5-9e5f-84c65ce43f80&id=39c49b0b-a926-4526-af25-363b73872a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0516217 Feb 28 10:46:42.334081 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608558b0-8bce-47f7-894b-f32086ea3ff9 req-1871923b-a485-42f6-b301-82847a1e877b tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:42.335532 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-608558b0-8bce-47f7-894b-f32086ea3ff9 req-1871923b-a485-42f6-b301-82847a1e877b tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/ports?device_id=b17f4aa7-e4db-4068-8746-3f60f7a4a748 HTTP/1.1" status: 200 len: 985 time: 0.0511236 Feb 28 10:46:42.392469 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-608558b0-8bce-47f7-894b-f32086ea3ff9 req-5acb9f1f-09f0-4379-b253-07b274d59ff2 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/security-groups?id=07d38749-936e-42a5-9e5f-84c65ce43f80&id=39c49b0b-a926-4526-af25-363b73872a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0514579 Feb 28 10:46:43.512952 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52157b0-6742-4c97-a25b-5b2b6dcea216 req-a86c358f-ddad-482b-a583-df355d9f04f1 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:43.514403 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c52157b0-6742-4c97-a25b-5b2b6dcea216 req-a86c358f-ddad-482b-a583-df355d9f04f1 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/ports?device_id=b17f4aa7-e4db-4068-8746-3f60f7a4a748 HTTP/1.1" status: 200 len: 985 time: 0.0560055 Feb 28 10:46:43.572399 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c52157b0-6742-4c97-a25b-5b2b6dcea216 req-104bb97f-e3c8-4307-9327-bff122b7360d tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/security-groups?id=07d38749-936e-42a5-9e5f-84c65ce43f80&id=39c49b0b-a926-4526-af25-363b73872a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0521815 Feb 28 10:46:44.688380 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74362f85-b7df-474a-b8c3-ed3c1763a9f6 req-3f158ee6-edd6-457c-9d71-c0a85bb0cfd5 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:44.689825 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-74362f85-b7df-474a-b8c3-ed3c1763a9f6 req-3f158ee6-edd6-457c-9d71-c0a85bb0cfd5 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/ports?device_id=b17f4aa7-e4db-4068-8746-3f60f7a4a748 HTTP/1.1" status: 200 len: 985 time: 0.0509517 Feb 28 10:46:44.746503 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-74362f85-b7df-474a-b8c3-ed3c1763a9f6 req-49476044-df93-4a2a-8317-5d0195b97d26 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/security-groups?id=07d38749-936e-42a5-9e5f-84c65ce43f80&id=39c49b0b-a926-4526-af25-363b73872a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0511174 Feb 28 10:46:45.863388 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309025c7-66a5-4ccc-9cc6-ea77f44e28d2 req-59e97cfc-b4b9-4062-886b-e8d750c1bc7b tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:45.864844 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-309025c7-66a5-4ccc-9cc6-ea77f44e28d2 req-59e97cfc-b4b9-4062-886b-e8d750c1bc7b tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/ports?device_id=b17f4aa7-e4db-4068-8746-3f60f7a4a748 HTTP/1.1" status: 200 len: 985 time: 0.0509150 Feb 28 10:46:45.926019 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-309025c7-66a5-4ccc-9cc6-ea77f44e28d2 req-400c0cde-73fc-4063-bd58-ca8910644ce0 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/security-groups?id=07d38749-936e-42a5-9e5f-84c65ce43f80&id=39c49b0b-a926-4526-af25-363b73872a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0549340 Feb 28 10:46:47.040368 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7afc666-ba5f-4066-9b1c-d5bbbe9d4a2e req-8754799b-d926-4002-9b9e-a03f1a82868b tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:47.041706 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b7afc666-ba5f-4066-9b1c-d5bbbe9d4a2e req-8754799b-d926-4002-9b9e-a03f1a82868b tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/ports?device_id=b17f4aa7-e4db-4068-8746-3f60f7a4a748 HTTP/1.1" status: 200 len: 985 time: 0.0516613 Feb 28 10:46:47.100059 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b7afc666-ba5f-4066-9b1c-d5bbbe9d4a2e req-51a8c9cc-f19a-4e39-91ce-c0be0625bb43 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/security-groups?id=07d38749-936e-42a5-9e5f-84c65ce43f80&id=39c49b0b-a926-4526-af25-363b73872a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0528014 Feb 28 10:46:48.220837 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a527da-5cc1-4f1e-ad59-b26cb7a6662e req-3200f2da-0435-40b5-a2a5-3804856f1645 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:48.222298 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c2a527da-5cc1-4f1e-ad59-b26cb7a6662e req-3200f2da-0435-40b5-a2a5-3804856f1645 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/ports?device_id=b17f4aa7-e4db-4068-8746-3f60f7a4a748 HTTP/1.1" status: 200 len: 985 time: 0.0555024 Feb 28 10:46:48.279699 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c2a527da-5cc1-4f1e-ad59-b26cb7a6662e req-bfec55cc-5c3c-43f6-91c6-beb1e828fdec tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/security-groups?id=07d38749-936e-42a5-9e5f-84c65ce43f80&id=39c49b0b-a926-4526-af25-363b73872a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0516429 Feb 28 10:46:54.956576 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-8a7f9a94-e580-4435-ac77-8066eb982e18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:57.160243 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-bfc1422e-7218-4260-ae87-1d81b8eeab2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:57.860862 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ade0cf-a313-4f93-a532-983f8b5701f6 req-d57c2a50-6e4e-4fbb-80e9-12bb808ee76d tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:57.862298 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-45ade0cf-a313-4f93-a532-983f8b5701f6 req-d57c2a50-6e4e-4fbb-80e9-12bb808ee76d tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 946 time: 0.0542057 Feb 28 10:46:57.908753 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-45ade0cf-a313-4f93-a532-983f8b5701f6 req-ec6997d9-a6d3-4ff8-a2d1-4505885cd318 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408800 Feb 28 10:46:58.573693 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:59.029890 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a86cd4-2448-42eb-a077-2db476e3455d req-30148363-5c94-46f1-b283-e735c79bc5ee tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:59.031364 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-47a86cd4-2448-42eb-a077-2db476e3455d req-30148363-5c94-46f1-b283-e735c79bc5ee tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 946 time: 0.0509107 Feb 28 10:46:59.075768 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-47a86cd4-2448-42eb-a077-2db476e3455d req-eab15fbb-7951-4bbf-8145-9d284656b4ae tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391355 Feb 28 10:46:59.718031 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2efa17-07a3-452a-bb0b-d3cea65c87df req-f8564617-9815-4eb8-ac16-a2e48b340e50 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:59.719454 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-6c2efa17-07a3-452a-bb0b-d3cea65c87df req-f8564617-9815-4eb8-ac16-a2e48b340e50 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 946 time: 0.0514140 Feb 28 10:46:59.811811 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [req-6c2efa17-07a3-452a-bb0b-d3cea65c87df req-63f71ddb-e669-48bb-95cb-7a802a75509b tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Deleting port 88a4bd8b-bf17-4026-aea6-b661dd8b1201 {{(pid=102996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:46:59.812144 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-6c2efa17-07a3-452a-bb0b-d3cea65c87df req-63f71ddb-e669-48bb-95cb-7a802a75509b tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (88a4bd8b-bf17-4026-aea6-b661dd8b1201), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:59.898792 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-6c2efa17-07a3-452a-bb0b-d3cea65c87df req-63f71ddb-e669-48bb-95cb-7a802a75509b tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] For port 88a4bd8b-bf17-4026-aea6-b661dd8b1201, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=88a4bd8b-bf17-4026-aea6-b661dd8b1201,segment=NetworkSegment(6c2048f2-30c2-42f7-807e-dc8d048f6f75),segment_id=6c2048f2-30c2-42f7-807e-dc8d048f6f75)] {{(pid=102996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:46:59.899172 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-6c2efa17-07a3-452a-bb0b-d3cea65c87df req-63f71ddb-e669-48bb-95cb-7a802a75509b tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (88a4bd8b-bf17-4026-aea6-b661dd8b1201), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:59.937060 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:00.061601 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-6c2efa17-07a3-452a-bb0b-d3cea65c87df req-63f71ddb-e669-48bb-95cb-7a802a75509b tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:00.061875 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-6c2efa17-07a3-452a-bb0b-d3cea65c87df req-63f71ddb-e669-48bb-95cb-7a802a75509b tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-379257'] for floatingip (89bb8781-1314-4a56-b128-c1b85a697a6e), after_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:00.062189 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.db.l3_db [req-6c2efa17-07a3-452a-bb0b-d3cea65c87df req-63f71ddb-e669-48bb-95cb-7a802a75509b tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Floating IP 89bb8781-1314-4a56-b128-c1b85a697a6e disassociated. External IP: 172.27.1.30, port: 88a4bd8b-bf17-4026-aea6-b661dd8b1201. Feb 28 10:47:00.062525 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [req-6c2efa17-07a3-452a-bb0b-d3cea65c87df req-63f71ddb-e669-48bb-95cb-7a802a75509b tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Calling delete_port for 88a4bd8b-bf17-4026-aea6-b661dd8b1201 owned by compute:nova {{(pid=102996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:47:00.191252 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-6c2efa17-07a3-452a-bb0b-d3cea65c87df req-63f71ddb-e669-48bb-95cb-7a802a75509b tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (88a4bd8b-bf17-4026-aea6-b661dd8b1201), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:00.204563 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69773f-6d93-4678-91f3-394f8947b05c req-982c6ffc-5a60-49eb-bc67-240c4fb9cc01 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:00.206045 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0c69773f-6d93-4678-91f3-394f8947b05c req-982c6ffc-5a60-49eb-bc67-240c4fb9cc01 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8b41b5-742f-473d-b439-9a195b9c11ac HTTP/1.1" status: 200 len: 946 time: 0.0561588 Feb 28 10:47:00.220496 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f71ddb-e669-48bb-95cb-7a802a75509b tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Pushing event deleted for resources: {'Port': ['ID=88a4bd8b-bf17-4026-aea6-b661dd8b1201,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:00.230834 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f71ddb-e669-48bb-95cb-7a802a75509b tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:00.231212 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f71ddb-e669-48bb-95cb-7a802a75509b tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:00.231558 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f71ddb-e669-48bb-95cb-7a802a75509b tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:00.231893 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f71ddb-e669-48bb-95cb-7a802a75509b tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:00.232226 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f71ddb-e669-48bb-95cb-7a802a75509b tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:00.232559 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f71ddb-e669-48bb-95cb-7a802a75509b tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:00.232884 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f71ddb-e669-48bb-95cb-7a802a75509b tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:00.233208 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f71ddb-e669-48bb-95cb-7a802a75509b tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:00.233529 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f71ddb-e669-48bb-95cb-7a802a75509b tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:00.233848 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f71ddb-e669-48bb-95cb-7a802a75509b tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:00.234171 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f71ddb-e669-48bb-95cb-7a802a75509b tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:00.234487 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f71ddb-e669-48bb-95cb-7a802a75509b tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:00.234810 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f71ddb-e669-48bb-95cb-7a802a75509b tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:00.256819 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0c69773f-6d93-4678-91f3-394f8947b05c req-0b579785-7978-4f66-96c4-d09fd0d7d303 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups?id=19f8a60b-897b-4709-a7a6-457cc166c469&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448203 Feb 28 10:47:00.350480 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c2efa17-07a3-452a-bb0b-d3cea65c87df req-63f71ddb-e669-48bb-95cb-7a802a75509b tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Router 4cdb8a07-62c9-4a05-af7f-02572017faa5 has already been hosted by L3 agent 86347f47-2890-46a7-a199-31163828a11a {{(pid=102996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:47:00.460001 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c2efa17-07a3-452a-bb0b-d3cea65c87df req-63f71ddb-e669-48bb-95cb-7a802a75509b tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Notify agent at l3_agent.dv-cinder-831167-1-iscsi the message routers_updated {{(pid=102996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:47:00.470756 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0e1650-eeb5-42ca-b388-ac02f427d306 None None] Sync routers for ids ['4cdb8a07-62c9-4a05-af7f-02572017faa5'] in dv-cinder-831167-1-iscsi {{(pid=102997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:47:00.480317 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0e1650-eeb5-42ca-b388-ac02f427d306 None None] Routers {'4cdb8a07-62c9-4a05-af7f-02572017faa5'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:47:00.481196 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-6d0e1650-eeb5-42ca-b388-ac02f427d306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:46:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['4cdb8a07-62c9-4a05-af7f-02572017faa5'], 'active': True} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:00.502047 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c2efa17-07a3-452a-bb0b-d3cea65c87df req-63f71ddb-e669-48bb-95cb-7a802a75509b tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] No DVR routers for this DVR port 88a4bd8b-bf17-4026-aea6-b661dd8b1201 on host hv-cinder-83116 {{(pid=102996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:47:00.505494 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-6c2efa17-07a3-452a-bb0b-d3cea65c87df req-63f71ddb-e669-48bb-95cb-7a802a75509b tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:00.509413 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-6c2efa17-07a3-452a-bb0b-d3cea65c87df req-63f71ddb-e669-48bb-95cb-7a802a75509b tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.46 "DELETE /v2.0/ports/88a4bd8b-bf17-4026-aea6-b661dd8b1201 HTTP/1.1" status: 204 len: 173 time: 0.7845719 Feb 28 10:47:00.509863 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8b41b5-742f-473d-b439-9a195b9c11ac', 'name': 'network-vif-deleted', 'tag': '88a4bd8b-bf17-4026-aea6-b661dd8b1201'}] {{(pid=102996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:47:00.512296 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fc607127e9415785fd538e0c70e4bf06f6b8f20b6b46de5a0809c41644901f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fff4e3-2633-4a71-8465-b9e1d8ab90e4" -d '{"events": [{"server_uuid": "1a8b41b5-742f-473d-b439-9a195b9c11ac", "name": "network-vif-deleted", "tag": "88a4bd8b-bf17-4026-aea6-b661dd8b1201"}]}' {{(pid=102996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:47:00.565094 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e73b33-6f17-4c45-a159-d216ccc5c50e x-openstack-request-id: req-27e73b33-6f17-4c45-a159-d216ccc5c50e {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:47:00.565094 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a8b41b5-742f-473d-b439-9a195b9c11ac", "name": "network-vif-deleted", "tag": "88a4bd8b-bf17-4026-aea6-b661dd8b1201", "status": "completed", "code": 200}]} {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:47:00.565361 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-27e73b33-6f17-4c45-a159-d216ccc5c50e {{(pid=102996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:47:00.565798 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a8b41b5-742f-473d-b439-9a195b9c11ac', 'name': 'network-vif-deleted', 'tag': '88a4bd8b-bf17-4026-aea6-b661dd8b1201', 'status': 'completed', 'code': 200} Feb 28 10:47:00.605640 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvr_db [None req-6d0e1650-eeb5-42ca-b388-ac02f427d306 None None] Set router 4cdb8a07-62c9-4a05-af7f-02572017faa5 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:47:00.818751 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-6d0e1650-eeb5-42ca-b388-ac02f427d306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'name': 'tempest-AttachVolumeShelveTestJSON-108844831-router', 'tenant_id': '6825cb4cea9e4921b5312dd51b9920be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '0f572734-bbe0-431a-b131-b38efcf4396b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:00Z', 'updated_at': '2022-02-28T10:38:06Z', 'revision_number': 4, 'project_id': '6825cb4cea9e4921b5312dd51b9920be', 'gw_port': {'id': '0f572734-bbe0-431a-b131-b38efcf4396b', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ed:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:01Z', 'updated_at': '2022-02-28T10:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '142c00b1-9edd-47f7-94a8-5872c3a47d50', 'name': '', 'network_id': '240e2b6c-54c0-4c0d-850d-490078c64530', 'tenant_id': '6825cb4cea9e4921b5312dd51b9920be', 'mac_address': 'fa:16:3e:9e:eb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c422424b-4bdb-4bd8-9a44-a4d30179929f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:05Z', 'updated_at': '2022-02-28T10:38:11Z', 'revision_number': 5, 'project_id': '6825cb4cea9e4921b5312dd51b9920be', 'subnets': [{'id': 'c422424b-4bdb-4bd8-9a44-a4d30179929f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:00.961564 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0e1650-eeb5-42ca-b388-ac02f427d306 None None] Checking router: 4cdb8a07-62c9-4a05-af7f-02572017faa5 for host: dv-cinder-831167-1-iscsi {{(pid=102997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:47:00.969705 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0e1650-eeb5-42ca-b388-ac02f427d306 None None] Routers {'4cdb8a07-62c9-4a05-af7f-02572017faa5'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:47:00.970303 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-6d0e1650-eeb5-42ca-b388-ac02f427d306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:46:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['4cdb8a07-62c9-4a05-af7f-02572017faa5'], 'active': True} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:01.077208 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvr_db [None req-6d0e1650-eeb5-42ca-b388-ac02f427d306 None None] Set router 4cdb8a07-62c9-4a05-af7f-02572017faa5 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:47:01.279660 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-6d0e1650-eeb5-42ca-b388-ac02f427d306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'name': 'tempest-AttachVolumeShelveTestJSON-108844831-router', 'tenant_id': '6825cb4cea9e4921b5312dd51b9920be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '0f572734-bbe0-431a-b131-b38efcf4396b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:00Z', 'updated_at': '2022-02-28T10:38:06Z', 'revision_number': 4, 'project_id': '6825cb4cea9e4921b5312dd51b9920be', 'gw_port': {'id': '0f572734-bbe0-431a-b131-b38efcf4396b', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ed:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:01Z', 'updated_at': '2022-02-28T10:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '142c00b1-9edd-47f7-94a8-5872c3a47d50', 'name': '', 'network_id': '240e2b6c-54c0-4c0d-850d-490078c64530', 'tenant_id': '6825cb4cea9e4921b5312dd51b9920be', 'mac_address': 'fa:16:3e:9e:eb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c422424b-4bdb-4bd8-9a44-a4d30179929f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:05Z', 'updated_at': '2022-02-28T10:38:11Z', 'revision_number': 5, 'project_id': '6825cb4cea9e4921b5312dd51b9920be', 'subnets': [{'id': 'c422424b-4bdb-4bd8-9a44-a4d30179929f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:01.309011 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0e1650-eeb5-42ca-b388-ac02f427d306 None None] The sync data for ids ['4cdb8a07-62c9-4a05-af7f-02572017faa5'] in dv-cinder-831167-1-iscsi is: [{'id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'name': 'tempest-AttachVolumeShelveTestJSON-108844831-router', 'tenant_id': '6825cb4cea9e4921b5312dd51b9920be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '0f572734-bbe0-431a-b131-b38efcf4396b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:00Z', 'updated_at': '2022-02-28T10:38:06Z', 'revision_number': 4, 'project_id': '6825cb4cea9e4921b5312dd51b9920be', 'gw_port': {'id': '0f572734-bbe0-431a-b131-b38efcf4396b', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ed:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:01Z', 'updated_at': '2022-02-28T10:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '142c00b1-9edd-47f7-94a8-5872c3a47d50', 'name': '', 'network_id': '240e2b6c-54c0-4c0d-850d-490078c64530', 'tenant_id': '6825cb4cea9e4921b5312dd51b9920be', 'mac_address': 'fa:16:3e:9e:eb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c422424b-4bdb-4bd8-9a44-a4d30179929f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:05Z', 'updated_at': '2022-02-28T10:38:11Z', 'revision_number': 5, 'project_id': '6825cb4cea9e4921b5312dd51b9920be', 'subnets': [{'id': 'c422424b-4bdb-4bd8-9a44-a4d30179929f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:47:01.345762 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 35168) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:01.400540 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-29e97b73-7100-403d-9574-cc9a34b8aeda tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks [] for security_group (19f8a60b-897b-4709-a7a6-457cc166c469), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:01.423829 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-29e97b73-7100-403d-9574-cc9a34b8aeda tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks [] for security_group (19f8a60b-897b-4709-a7a6-457cc166c469), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:01.471580 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-29e97b73-7100-403d-9574-cc9a34b8aeda tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (19f8a60b-897b-4709-a7a6-457cc166c469), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:01.474337 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-29e97b73-7100-403d-9574-cc9a34b8aeda tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:01.475280 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-29e97b73-7100-403d-9574-cc9a34b8aeda tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "DELETE /v2.0/security-groups/19f8a60b-897b-4709-a7a6-457cc166c469 HTTP/1.1" status: 204 len: 168 time: 0.1285260 Feb 28 10:47:01.478540 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 35170) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:01.495904 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.api.v2.resource [None req-b989c3c5-a9fc-450e-8da8-0fd1b5cf155b tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] show failed (client error): The resource could not be found. Feb 28 10:47:01.496925 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-b989c3c5-a9fc-450e-8da8-0fd1b5cf155b tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "GET /v2.0/security-groups/19f8a60b-897b-4709-a7a6-457cc166c469 HTTP/1.1" status: 404 len: 347 time: 0.0174508 Feb 28 10:47:01.497832 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e97b73-7100-403d-9574-cc9a34b8aeda tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f8a60b-897b-4709-a7a6-457cc166c469,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:01.499850 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 35172) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:01.550246 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43534ff0-17b7-4318-b946-8d04236ae478 None None] New status for floating IP 89bb8781-1314-4a56-b128-c1b85a697a6e: DOWN {{(pid=102998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:47:01.558633 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:01.630772 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.plugin [None req-627e41dc-7c2b-4326-b7a6-e5c0cb308b99 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Deleting port 0c09f298-c332-479c-ac06-f4f750ad2b40 {{(pid=102995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:47:01.631567 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-627e41dc-7c2b-4326-b7a6-e5c0cb308b99 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (0c09f298-c332-479c-ac06-f4f750ad2b40), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:01.712706 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-627e41dc-7c2b-4326-b7a6-e5c0cb308b99 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (0c09f298-c332-479c-ac06-f4f750ad2b40), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:01.713028 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-627e41dc-7c2b-4326-b7a6-e5c0cb308b99 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks [] for floatingip (0c09f298-c332-479c-ac06-f4f750ad2b40), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:01.724133 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.plugin [None req-627e41dc-7c2b-4326-b7a6-e5c0cb308b99 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Calling delete_port for 0c09f298-c332-479c-ac06-f4f750ad2b40 owned by network:floatingip {{(pid=102995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:47:01.880803 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-627e41dc-7c2b-4326-b7a6-e5c0cb308b99 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63288186'] for port (0c09f298-c332-479c-ac06-f4f750ad2b40), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:01.905185 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627e41dc-7c2b-4326-b7a6-e5c0cb308b99 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Pushing event deleted for resources: {'Port': ['ID=0c09f298-c332-479c-ac06-f4f750ad2b40,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:01.966202 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-627e41dc-7c2b-4326-b7a6-e5c0cb308b99 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks [] for floatingip (89bb8781-1314-4a56-b128-c1b85a697a6e), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:01.968845 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-627e41dc-7c2b-4326-b7a6-e5c0cb308b99 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for floatingip (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:01.969971 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-627e41dc-7c2b-4326-b7a6-e5c0cb308b99 tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] 10.222.0.44 "DELETE /v2.0/floatingips/89bb8781-1314-4a56-b128-c1b85a697a6e HTTP/1.1" status: 204 len: 168 time: 0.4692385 Feb 28 10:47:03.845181 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device 88a4bd8b-bf17-4026-aea6-b661dd8b1201 no longer exists at agent hyperv_hv-cinder-83116 {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:47:03.865190 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] No Port match for: 88a4bd8b-bf17-4026-aea6-b661dd8b1201 {{(pid=102997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:47:03.865538 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device 88a4bd8b-bf17-4026-aea6-b661dd8b1201 not bound to the agent host hv-cinder-83116 {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:47:04.073092 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (db31e800-75f5-4bdb-84cd-f402d346b45c), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:04.364304 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 35194) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:04.856805 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-0d3a5a0e-afdf-462e-b2e7-34d965c6e3f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1717625'] for router_interface (4cdb8a07-62c9-4a05-af7f-02572017faa5), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:05.370842 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.plugin [None req-0d3a5a0e-afdf-462e-b2e7-34d965c6e3f0 admin admin] Deleting port 142c00b1-9edd-47f7-94a8-5872c3a47d50 {{(pid=102995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:47:05.371646 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-0d3a5a0e-afdf-462e-b2e7-34d965c6e3f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (142c00b1-9edd-47f7-94a8-5872c3a47d50), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:05.446732 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.db [None req-0d3a5a0e-afdf-462e-b2e7-34d965c6e3f0 admin admin] For port 142c00b1-9edd-47f7-94a8-5872c3a47d50, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=142c00b1-9edd-47f7-94a8-5872c3a47d50,segment=NetworkSegment(6c2048f2-30c2-42f7-807e-dc8d048f6f75),segment_id=6c2048f2-30c2-42f7-807e-dc8d048f6f75)] {{(pid=102995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:47:05.447123 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-0d3a5a0e-afdf-462e-b2e7-34d965c6e3f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (142c00b1-9edd-47f7-94a8-5872c3a47d50), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:05.459482 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.plugin [None req-0d3a5a0e-afdf-462e-b2e7-34d965c6e3f0 admin admin] Calling delete_port for 142c00b1-9edd-47f7-94a8-5872c3a47d50 owned by network:router_interface {{(pid=102995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:47:05.643183 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-0d3a5a0e-afdf-462e-b2e7-34d965c6e3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63288186'] for port (142c00b1-9edd-47f7-94a8-5872c3a47d50), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:05.668406 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3a5a0e-afdf-462e-b2e7-34d965c6e3f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=142c00b1-9edd-47f7-94a8-5872c3a47d50,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:05.843848 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-0d3a5a0e-afdf-462e-b2e7-34d965c6e3f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717653'] for router_interface (4cdb8a07-62c9-4a05-af7f-02572017faa5), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:06.053041 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d3a5a0e-afdf-462e-b2e7-34d965c6e3f0 admin admin] Router 4cdb8a07-62c9-4a05-af7f-02572017faa5 has already been hosted by L3 agent 86347f47-2890-46a7-a199-31163828a11a {{(pid=102995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:47:06.160066 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3a5a0e-afdf-462e-b2e7-34d965c6e3f0 admin admin] Notify agent at l3_agent.dv-cinder-831167-1-iscsi the message routers_updated {{(pid=102995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:47:06.165706 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-0d3a5a0e-afdf-462e-b2e7-34d965c6e3f0 admin admin] 10.222.0.44 "PUT /v2.0/routers/4cdb8a07-62c9-4a05-af7f-02572017faa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8001282 Feb 28 10:47:06.168193 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 35200) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:06.169539 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9146ab-654b-4829-9bb0-3d6c1592d33e None None] Sync routers for ids ['4cdb8a07-62c9-4a05-af7f-02572017faa5'] in dv-cinder-831167-1-iscsi {{(pid=102997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:47:06.183417 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9146ab-654b-4829-9bb0-3d6c1592d33e None None] Routers {'4cdb8a07-62c9-4a05-af7f-02572017faa5'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:47:06.184026 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-de9146ab-654b-4829-9bb0-3d6c1592d33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:46:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['4cdb8a07-62c9-4a05-af7f-02572017faa5'], 'active': True} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:06.268898 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-ec9115d2-f192-4d2e-824e-181cebae0e3b admin admin] Publish callbacks [] for router (4cdb8a07-62c9-4a05-af7f-02572017faa5), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:06.299365 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvr_db [None req-de9146ab-654b-4829-9bb0-3d6c1592d33e None None] Set router 4cdb8a07-62c9-4a05-af7f-02572017faa5 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:47:06.380779 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-ec9115d2-f192-4d2e-824e-181cebae0e3b admin admin] Publish callbacks [] for router_gateway (4cdb8a07-62c9-4a05-af7f-02572017faa5), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:06.434231 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.plugin [None req-ec9115d2-f192-4d2e-824e-181cebae0e3b admin admin] Deleting port 0f572734-bbe0-431a-b131-b38efcf4396b {{(pid=102995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:47:06.434571 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-ec9115d2-f192-4d2e-824e-181cebae0e3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (0f572734-bbe0-431a-b131-b38efcf4396b), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:06.471859 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-de9146ab-654b-4829-9bb0-3d6c1592d33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'name': 'tempest-AttachVolumeShelveTestJSON-108844831-router', 'tenant_id': '6825cb4cea9e4921b5312dd51b9920be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '0f572734-bbe0-431a-b131-b38efcf4396b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:00Z', 'updated_at': '2022-02-28T10:47:05Z', 'revision_number': 5, 'project_id': '6825cb4cea9e4921b5312dd51b9920be', 'gw_port': {'id': '0f572734-bbe0-431a-b131-b38efcf4396b', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ed:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:01Z', 'updated_at': '2022-02-28T10:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi'}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:06.498296 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9146ab-654b-4829-9bb0-3d6c1592d33e None None] Checking router: 4cdb8a07-62c9-4a05-af7f-02572017faa5 for host: dv-cinder-831167-1-iscsi {{(pid=102997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:47:06.506893 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9146ab-654b-4829-9bb0-3d6c1592d33e None None] Routers {'4cdb8a07-62c9-4a05-af7f-02572017faa5'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:47:06.508454 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-de9146ab-654b-4829-9bb0-3d6c1592d33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:46:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['4cdb8a07-62c9-4a05-af7f-02572017faa5'], 'active': True} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:06.519288 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.db [None req-ec9115d2-f192-4d2e-824e-181cebae0e3b admin admin] For port 0f572734-bbe0-431a-b131-b38efcf4396b, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=0f572734-bbe0-431a-b131-b38efcf4396b,segment=NetworkSegment(490b7679-533e-4a17-9008-1b96b60e260c),segment_id=490b7679-533e-4a17-9008-1b96b60e260c)] {{(pid=102995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:47:06.519650 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-ec9115d2-f192-4d2e-824e-181cebae0e3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (0f572734-bbe0-431a-b131-b38efcf4396b), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:06.533505 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.plugin [None req-ec9115d2-f192-4d2e-824e-181cebae0e3b admin admin] Calling delete_port for 0f572734-bbe0-431a-b131-b38efcf4396b owned by network:router_gateway {{(pid=102995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:47:06.602852 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvr_db [None req-de9146ab-654b-4829-9bb0-3d6c1592d33e None None] Set router 4cdb8a07-62c9-4a05-af7f-02572017faa5 gateway port host: None {{(pid=102997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:47:06.655822 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-de9146ab-654b-4829-9bb0-3d6c1592d33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'name': 'tempest-AttachVolumeShelveTestJSON-108844831-router', 'tenant_id': '6825cb4cea9e4921b5312dd51b9920be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:00Z', 'updated_at': '2022-02-28T10:47:06Z', 'revision_number': 6, 'project_id': '6825cb4cea9e4921b5312dd51b9920be', 'gw_port_host': None}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:06.681597 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9146ab-654b-4829-9bb0-3d6c1592d33e None None] The sync data for ids ['4cdb8a07-62c9-4a05-af7f-02572017faa5'] in dv-cinder-831167-1-iscsi is: [{'id': '4cdb8a07-62c9-4a05-af7f-02572017faa5', 'name': 'tempest-AttachVolumeShelveTestJSON-108844831-router', 'tenant_id': '6825cb4cea9e4921b5312dd51b9920be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:00Z', 'updated_at': '2022-02-28T10:47:06Z', 'revision_number': 6, 'project_id': '6825cb4cea9e4921b5312dd51b9920be', 'gw_port_host': None}] {{(pid=102997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:47:06.699855 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-ec9115d2-f192-4d2e-824e-181cebae0e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63288186'] for port (0f572734-bbe0-431a-b131-b38efcf4396b), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:06.729201 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9115d2-f192-4d2e-824e-181cebae0e3b admin admin] Pushing event deleted for resources: {'Port': ['ID=0f572734-bbe0-431a-b131-b38efcf4396b,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:06.787957 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-ec9115d2-f192-4d2e-824e-181cebae0e3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-379191'] for router_gateway (4cdb8a07-62c9-4a05-af7f-02572017faa5), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:06.892014 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-ec9115d2-f192-4d2e-824e-181cebae0e3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14643'] for router (4cdb8a07-62c9-4a05-af7f-02572017faa5), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:06.894153 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-ec9115d2-f192-4d2e-824e-181cebae0e3b admin admin] Publish callbacks [] for router_controller (4cdb8a07-62c9-4a05-af7f-02572017faa5), precommit_delete_associations {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:06.957301 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-ec9115d2-f192-4d2e-824e-181cebae0e3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718172'] for router (4cdb8a07-62c9-4a05-af7f-02572017faa5), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:06.957740 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9115d2-f192-4d2e-824e-181cebae0e3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4cdb8a07-62c9-4a05-af7f-02572017faa5 {{(pid=102995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:47:06.963124 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-ec9115d2-f192-4d2e-824e-181cebae0e3b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:06.964093 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-ec9115d2-f192-4d2e-824e-181cebae0e3b admin admin] 10.222.0.44 "DELETE /v2.0/routers/4cdb8a07-62c9-4a05-af7f-02572017faa5 HTTP/1.1" status: 204 len: 168 time: 0.7949779 Feb 28 10:47:06.966632 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 35202) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:07.009125 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.db.db_base_plugin_v2 [None req-e69dbb93-3e39-4b4a-8551-5412af9f8804 admin admin] Deleting subnet c422424b-4bdb-4bd8-9a44-a4d30179929f {{(pid=102995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:47:07.012173 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-e69dbb93-3e39-4b4a-8551-5412af9f8804 admin admin] Publish callbacks [] for subnet (c422424b-4bdb-4bd8-9a44-a4d30179929f), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:07.048597 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-e69dbb93-3e39-4b4a-8551-5412af9f8804 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63575877'] for subnet (c422424b-4bdb-4bd8-9a44-a4d30179929f), precommit_delete_associations {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:07.177763 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-e69dbb93-3e39-4b4a-8551-5412af9f8804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759398'] for subnet (c422424b-4bdb-4bd8-9a44-a4d30179929f), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:07.212242 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-76eb43b4-cd5d-4fbd-a2e8-ec575901d548 req-5dbdc9c8-8b33-4630-9903-e01e58a47490 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431578 Feb 28 10:47:07.229219 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-e69dbb93-3e39-4b4a-8551-5412af9f8804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63288137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63457326'] for subnet (c422424b-4bdb-4bd8-9a44-a4d30179929f), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:07.256386 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69dbb93-3e39-4b4a-8551-5412af9f8804 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c422424b-4bdb-4bd8-9a44-a4d30179929f,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:07.259441 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-e69dbb93-3e39-4b4a-8551-5412af9f8804 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:07.262560 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-e69dbb93-3e39-4b4a-8551-5412af9f8804 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c422424b-4bdb-4bd8-9a44-a4d30179929f HTTP/1.1" status: 204 len: 168 time: 0.2950311 Feb 28 10:47:07.265693 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656335e9-349c-4e2e-b851-a249a712fe42 None None] Network 240e2b6c-54c0-4c0d-850d-490078c64530 requested from dv-cinder-831167-1-iscsi {{(pid=102997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:47:07.267521 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 35204) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:07.274831 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69dbb93-3e39-4b4a-8551-5412af9f8804 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:07.275231 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69dbb93-3e39-4b4a-8551-5412af9f8804 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:07.275567 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69dbb93-3e39-4b4a-8551-5412af9f8804 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:07.275911 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69dbb93-3e39-4b4a-8551-5412af9f8804 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:07.276250 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69dbb93-3e39-4b4a-8551-5412af9f8804 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:07.276584 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69dbb93-3e39-4b4a-8551-5412af9f8804 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:07.276919 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69dbb93-3e39-4b4a-8551-5412af9f8804 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:07.277288 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69dbb93-3e39-4b4a-8551-5412af9f8804 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:07.277619 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69dbb93-3e39-4b4a-8551-5412af9f8804 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:07.277949 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69dbb93-3e39-4b4a-8551-5412af9f8804 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:07.278278 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69dbb93-3e39-4b4a-8551-5412af9f8804 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:07.278605 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69dbb93-3e39-4b4a-8551-5412af9f8804 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:07.278947 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69dbb93-3e39-4b4a-8551-5412af9f8804 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:07.297881 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb43b4-cd5d-4fbd-a2e8-ec575901d548 req-02542665-3fd5-42c7-b1c0-14529a65f7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:07.299406 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-76eb43b4-cd5d-4fbd-a2e8-ec575901d548 req-02542665-3fd5-42c7-b1c0-14529a65f7e3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=22ea02f677704fa687a93d29125ca6a3&device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 1129 time: 0.0525477 Feb 28 10:47:07.346928 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-95c63360-532b-4980-8064-f83b2869860d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781725'] for network (240e2b6c-54c0-4c0d-850d-490078c64530), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:07.402259 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.plugin [None req-95c63360-532b-4980-8064-f83b2869860d admin admin] Deleting port 874177c4-27fa-41d4-845a-8342d71af2a0 {{(pid=102995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:47:07.402853 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-95c63360-532b-4980-8064-f83b2869860d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (874177c4-27fa-41d4-845a-8342d71af2a0), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:07.408506 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb43b4-cd5d-4fbd-a2e8-ec575901d548 req-4a2fc8f5-be34-4986-b67a-71573cafe102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:07.410319 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-76eb43b4-cd5d-4fbd-a2e8-ec575901d548 req-4a2fc8f5-be34-4986-b67a-71573cafe102 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ede571e1-5716-4bae-9020-859bb7f1760f HTTP/1.1" status: 200 len: 910 time: 0.0916321 Feb 28 10:47:07.470925 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.db [None req-95c63360-532b-4980-8064-f83b2869860d admin admin] For port 874177c4-27fa-41d4-845a-8342d71af2a0, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=874177c4-27fa-41d4-845a-8342d71af2a0,segment=NetworkSegment(6c2048f2-30c2-42f7-807e-dc8d048f6f75),segment_id=6c2048f2-30c2-42f7-807e-dc8d048f6f75)] {{(pid=102995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:47:07.471228 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-95c63360-532b-4980-8064-f83b2869860d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (874177c4-27fa-41d4-845a-8342d71af2a0), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:07.479443 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4368aae2-2aca-455f-94b0-999d06b300c9 None None] DHCP port deletion for 240e2b6c-54c0-4c0d-850d-490078c64530 request from dv-cinder-831167-1-iscsi {{(pid=102997) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:47:07.483325 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-76eb43b4-cd5d-4fbd-a2e8-ec575901d548 req-7b1df28e-d12a-456f-8f54-53c70de576a4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ccd4bc28-5a85-42d7-9188-1e41c8cd6e14 HTTP/1.1" status: 200 len: 1001 time: 0.0659983 Feb 28 10:47:07.487537 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.plugin [None req-95c63360-532b-4980-8064-f83b2869860d admin admin] Calling delete_port for 874177c4-27fa-41d4-845a-8342d71af2a0 owned by network:dhcp {{(pid=102995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:47:07.511423 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 142c00b1-9edd-47f7-94a8-5872c3a47d50 no longer exists at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:47:07.534868 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] No Port match for: 142c00b1-9edd-47f7-94a8-5872c3a47d50 {{(pid=102997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:47:07.535273 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 142c00b1-9edd-47f7-94a8-5872c3a47d50 not bound to the agent host dv-cinder-831167-1-iscsi {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:47:07.542594 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb43b4-cd5d-4fbd-a2e8-ec575901d548 req-b4443abf-475b-4a32-999b-67eacf1ccfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:07.544386 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-76eb43b4-cd5d-4fbd-a2e8-ec575901d548 req-b4443abf-475b-4a32-999b-67eacf1ccfde service neutron] 10.222.0.46 "GET /v2.0/subnets?id=55cefaf0-4c0c-4c3a-bb32-2c28a0d09b00 HTTP/1.1" status: 200 len: 848 time: 0.0557060 Feb 28 10:47:07.557009 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-4368aae2-2aca-455f-94b0-999d06b300c9 None None] Deleting port 874177c4-27fa-41d4-845a-8342d71af2a0 {{(pid=102997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:47:07.557405 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4368aae2-2aca-455f-94b0-999d06b300c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (874177c4-27fa-41d4-845a-8342d71af2a0), before_delete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:07.578203 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-95c63360-532b-4980-8064-f83b2869860d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63288186'] for port (874177c4-27fa-41d4-845a-8342d71af2a0), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:07.601877 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb43b4-cd5d-4fbd-a2e8-ec575901d548 req-1429bfcc-ced2-440c-b5ee-61f4a24f0df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:07.603749 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-76eb43b4-cd5d-4fbd-a2e8-ec575901d548 req-1429bfcc-ced2-440c-b5ee-61f4a24f0df3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ede571e1-5716-4bae-9020-859bb7f1760f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526316 Feb 28 10:47:07.607886 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c63360-532b-4980-8064-f83b2869860d admin admin] Pushing event deleted for resources: {'Port': ['ID=874177c4-27fa-41d4-845a-8342d71af2a0,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:07.611473 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c63360-532b-4980-8064-f83b2869860d admin admin] No DVR routers for this DVR port 874177c4-27fa-41d4-845a-8342d71af2a0 on host dv-cinder-831167-1-iscsi {{(pid=102995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:47:07.641189 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-4368aae2-2aca-455f-94b0-999d06b300c9 None None] For port 874177c4-27fa-41d4-845a-8342d71af2a0, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=874177c4-27fa-41d4-845a-8342d71af2a0,segment=NetworkSegment(6c2048f2-30c2-42f7-807e-dc8d048f6f75),segment_id=6c2048f2-30c2-42f7-807e-dc8d048f6f75)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:47:07.641592 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4368aae2-2aca-455f-94b0-999d06b300c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (874177c4-27fa-41d4-845a-8342d71af2a0), precommit_delete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:07.657179 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-4368aae2-2aca-455f-94b0-999d06b300c9 None None] Calling delete_port for 874177c4-27fa-41d4-845a-8342d71af2a0 owned by network:dhcp {{(pid=102997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:47:07.692014 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-95c63360-532b-4980-8064-f83b2869860d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721821', 'neutron.services.segments.db._delete_segments_for_network-8783309880477'] for network (240e2b6c-54c0-4c0d-850d-490078c64530), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:07.710038 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-76eb43b4-cd5d-4fbd-a2e8-ec575901d548 req-be72e006-fcb8-48a8-b54d-c547dbfcbe82 service neutron] 10.222.0.46 "GET /v2.0/networks/ede571e1-5716-4bae-9020-859bb7f1760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943775 Feb 28 10:47:07.715796 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.services.segments.db [None req-95c63360-532b-4980-8064-f83b2869860d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['240e2b6c-54c0-4c0d-850d-490078c64530']}} {{(pid=102995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:07.726801 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.services.segments.db [None req-95c63360-532b-4980-8064-f83b2869860d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c2048f2-30c2-42f7-807e-dc8d048f6f75') {'for_net_delete': True} {{(pid=102995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:07.727026 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.services.segments.db [None req-95c63360-532b-4980-8064-f83b2869860d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c2048f2-30c2-42f7-807e-dc8d048f6f75') {} {{(pid=102995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:07.740691 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-95c63360-532b-4980-8064-f83b2869860d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783309883046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63575890'] for segment (6c2048f2-30c2-42f7-807e-dc8d048f6f75), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:07.759833 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-95c63360-532b-4980-8064-f83b2869860d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761337'] for segment (6c2048f2-30c2-42f7-807e-dc8d048f6f75), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:07.766911 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95c63360-532b-4980-8064-f83b2869860d admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=102995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:47:07.767795 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-95c63360-532b-4980-8064-f83b2869860d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63288215'] for segment (6c2048f2-30c2-42f7-807e-dc8d048f6f75), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:07.769565 dv-cinder-831167-1-iscsi neutron-server[102995]: Traceback (most recent call last): Feb 28 10:47:07.769565 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:47:07.769565 dv-cinder-831167-1-iscsi neutron-server[102995]: timer() Feb 28 10:47:07.769565 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:47:07.769565 dv-cinder-831167-1-iscsi neutron-server[102995]: cb(*args, **kw) Feb 28 10:47:07.769565 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:47:07.769565 dv-cinder-831167-1-iscsi neutron-server[102995]: return func(*args, **kwargs) Feb 28 10:47:07.769565 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:47:07.769565 dv-cinder-831167-1-iscsi neutron-server[102995]: self._notify() Feb 28 10:47:07.769565 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:47:07.769565 dv-cinder-831167-1-iscsi neutron-server[102995]: self.callback(batched_events) Feb 28 10:47:07.769565 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:47:07.769565 dv-cinder-831167-1-iscsi neutron-server[102995]: event.method(event) Feb 28 10:47:07.769565 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:47:07.769565 dv-cinder-831167-1-iscsi neutron-server[102995]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:47:07.769565 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:47:07.769565 dv-cinder-831167-1-iscsi neutron-server[102995]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:47:07.769565 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:47:07.769565 dv-cinder-831167-1-iscsi neutron-server[102995]: return f(self, *a, **k) Feb 28 10:47:07.769565 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:47:07.769565 dv-cinder-831167-1-iscsi neutron-server[102995]: return self._get(url).json() Feb 28 10:47:07.769565 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:47:07.769565 dv-cinder-831167-1-iscsi neutron-server[102995]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:47:07.769565 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:47:07.769565 dv-cinder-831167-1-iscsi neutron-server[102995]: return self.request(url, 'GET', **kwargs) Feb 28 10:47:07.769565 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:47:07.769565 dv-cinder-831167-1-iscsi neutron-server[102995]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:47:07.769565 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:47:07.769565 dv-cinder-831167-1-iscsi neutron-server[102995]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:47:07.769565 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:47:07.769565 dv-cinder-831167-1-iscsi neutron-server[102995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:47:07.769565 dv-cinder-831167-1-iscsi neutron-server[102995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:47:07.786619 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4368aae2-2aca-455f-94b0-999d06b300c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990'] for port (874177c4-27fa-41d4-845a-8342d71af2a0), after_delete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:07.809962 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4368aae2-2aca-455f-94b0-999d06b300c9 None None] Pushing event deleted for resources: {'Port': ['ID=874177c4-27fa-41d4-845a-8342d71af2a0,revision_number=None']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:07.814715 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-76eb43b4-cd5d-4fbd-a2e8-ec575901d548 req-6d97fa6f-ff3f-4247-b200-580f377b0304 service neutron] 10.222.0.46 "GET /v2.0/networks/ede571e1-5716-4bae-9020-859bb7f1760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954058 Feb 28 10:47:07.823016 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4368aae2-2aca-455f-94b0-999d06b300c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:07.823362 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4368aae2-2aca-455f-94b0-999d06b300c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:07.823795 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4368aae2-2aca-455f-94b0-999d06b300c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:07.824266 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4368aae2-2aca-455f-94b0-999d06b300c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:07.824555 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4368aae2-2aca-455f-94b0-999d06b300c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:07.824840 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4368aae2-2aca-455f-94b0-999d06b300c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:07.825237 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4368aae2-2aca-455f-94b0-999d06b300c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:07.825628 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4368aae2-2aca-455f-94b0-999d06b300c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:07.828758 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-95c63360-532b-4980-8064-f83b2869860d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-379147'] for network (240e2b6c-54c0-4c0d-850d-490078c64530), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:07.831966 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4368aae2-2aca-455f-94b0-999d06b300c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:07.832494 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4368aae2-2aca-455f-94b0-999d06b300c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:07.832910 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4368aae2-2aca-455f-94b0-999d06b300c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:07.833370 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4368aae2-2aca-455f-94b0-999d06b300c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:07.833802 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4368aae2-2aca-455f-94b0-999d06b300c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:07.836881 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-95c63360-532b-4980-8064-f83b2869860d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for network (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:07.839434 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4368aae2-2aca-455f-94b0-999d06b300c9 None None] No DVR routers for this DVR port 874177c4-27fa-41d4-845a-8342d71af2a0 on host dv-cinder-831167-1-iscsi {{(pid=102997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:47:07.848813 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-95c63360-532b-4980-8064-f83b2869860d admin admin] 10.222.0.44 "DELETE /v2.0/networks/240e2b6c-54c0-4c0d-850d-490078c64530 HTTP/1.1" status: 204 len: 168 time: 0.5746813 Feb 28 10:47:07.869910 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c63360-532b-4980-8064-f83b2869860d admin admin] Pushing event deleted for resources: {'Network': ['ID=240e2b6c-54c0-4c0d-850d-490078c64530,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:07.969035 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 35208) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:08.009146 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-c9f2b056-f1c1-4d8f-a457-fa48a3de3342 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6825cb4cea9e4921b5312dd51b9920be&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0388649 Feb 28 10:47:08.011534 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 35210) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:08.056670 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-6c3bfe64-0000-4be6-9374-43bd9f508550 admin admin] Publish callbacks [] for security_group (422d9a48-71e7-46b3-8d6a-d34ce9716c6a), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:08.077115 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-6c3bfe64-0000-4be6-9374-43bd9f508550 admin admin] Publish callbacks [] for security_group (422d9a48-71e7-46b3-8d6a-d34ce9716c6a), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:08.123811 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-6c3bfe64-0000-4be6-9374-43bd9f508550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (422d9a48-71e7-46b3-8d6a-d34ce9716c6a), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:08.127045 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-6c3bfe64-0000-4be6-9374-43bd9f508550 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:08.130962 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-6c3bfe64-0000-4be6-9374-43bd9f508550 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/422d9a48-71e7-46b3-8d6a-d34ce9716c6a HTTP/1.1" status: 204 len: 168 time: 0.1158040 Feb 28 10:47:08.136598 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3bfe64-0000-4be6-9374-43bd9f508550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422d9a48-71e7-46b3-8d6a-d34ce9716c6a,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:08.759998 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 35232) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:08.826342 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 0f572734-bbe0-431a-b131-b38efcf4396b no longer exists at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:47:08.846347 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] No Port match for: 0f572734-bbe0-431a-b131-b38efcf4396b {{(pid=102997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:47:08.846702 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 0f572734-bbe0-431a-b131-b38efcf4396b not bound to the agent host dv-cinder-831167-1-iscsi {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:47:08.847171 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 874177c4-27fa-41d4-845a-8342d71af2a0 no longer exists at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:47:08.854434 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [None req-ec82c715-7ca3-4184-9927-4a6b02399ac7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1050043195-network', 'tenant_id': '062b83dd1ce5429eb5e1cd526c5d3360'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:47:08.865953 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] No Port match for: 874177c4-27fa-41d4-845a-8342d71af2a0 {{(pid=102997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:47:08.866806 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 874177c4-27fa-41d4-845a-8342d71af2a0 not bound to the agent host dv-cinder-831167-1-iscsi {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:47:08.874819 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec82c715-7ca3-4184-9927-4a6b02399ac7 admin admin] Made reservation on behalf of 062b83dd1ce5429eb5e1cd526c5d3360 for: {'network': 1} {{(pid=102996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:47:08.877217 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-ec82c715-7ca3-4184-9927-4a6b02399ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for network (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:08.887156 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-ec82c715-7ca3-4184-9927-4a6b02399ac7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:08.958069 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-ec82c715-7ca3-4184-9927-4a6b02399ac7 admin admin] Publish callbacks [] for security_group (eee309e4-6240-49bb-807a-0a1dd7a117b8), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:08.961627 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-ec82c715-7ca3-4184-9927-4a6b02399ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (eee309e4-6240-49bb-807a-0a1dd7a117b8), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:08.985074 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec82c715-7ca3-4184-9927-4a6b02399ac7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=102996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:47:08.993925 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec82c715-7ca3-4184-9927-4a6b02399ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee309e4-6240-49bb-807a-0a1dd7a117b8,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:08.999735 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-ec82c715-7ca3-4184-9927-4a6b02399ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761337'] for segment (1cc66786-7764-4091-9145-ea6e6eddb38d), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:09.000070 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.db.segments_db [None req-ec82c715-7ca3-4184-9927-4a6b02399ac7 admin admin] Added segment 1cc66786-7764-4091-9145-ea6e6eddb38d of type vlan for network 68874123-e025-4845-ba0e-91d78d83f030 Feb 28 10:47:09.041489 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-ec82c715-7ca3-4184-9927-4a6b02399ac7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783309439991'] for network (68874123-e025-4845-ba0e-91d78d83f030), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:09.064709 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-ec82c715-7ca3-4184-9927-4a6b02399ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297'] for network (68874123-e025-4845-ba0e-91d78d83f030), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:09.065672 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec82c715-7ca3-4184-9927-4a6b02399ac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:09.066237 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-ec82c715-7ca3-4184-9927-4a6b02399ac7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for network (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:09.113945 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-ec82c715-7ca3-4184-9927-4a6b02399ac7 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3528595 Feb 28 10:47:09.117481 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 35236) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:09.122212 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [None req-786f6dcd-ce7c-4f67-8e7b-4a6a69a07fca admin admin] Request body: {'subnet': {'network_id': '68874123-e025-4845-ba0e-91d78d83f030', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1050043195-subnet', 'tenant_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:47:09.127955 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec82c715-7ca3-4184-9927-4a6b02399ac7 admin admin] Pushing event updated for resources: {'Network': ['ID=68874123-e025-4845-ba0e-91d78d83f030,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:09.139055 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Network 68874123-e025-4845-ba0e-91d78d83f030 details requested by agent ovs-agent-dv-cinder-831167-1-iscsi with host dv-cinder-831167-1-iscsi {{(pid=102997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:47:09.141371 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786f6dcd-ce7c-4f67-8e7b-4a6a69a07fca admin admin] Made reservation on behalf of 062b83dd1ce5429eb5e1cd526c5d3360 for: {'subnet': 1} {{(pid=102995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:47:09.143978 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-786f6dcd-ce7c-4f67-8e7b-4a6a69a07fca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63457285'] for subnet (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:09.526147 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-786f6dcd-ce7c-4f67-8e7b-4a6a69a07fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63288078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63457335'] for subnet (896a2934-5b4b-4856-b24b-092a86b9c05e), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:09.576455 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f6dcd-ce7c-4f67-8e7b-4a6a69a07fca admin admin] Pushing event updated for resources: {'Subnet': ['ID=896a2934-5b4b-4856-b24b-092a86b9c05e,revision_number=0']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:09.586682 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786f6dcd-ce7c-4f67-8e7b-4a6a69a07fca admin admin] Checking segment: {'id': '1cc66786-7764-4091-9145-ea6e6eddb38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '68874123-e025-4845-ba0e-91d78d83f030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:47:09.587079 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786f6dcd-ce7c-4f67-8e7b-4a6a69a07fca admin admin] Network hostable DHCP agents. Network: 68874123-e025-4845-ba0e-91d78d83f030, hostable agents: ['908aa187-f1dc-423a-8ec3-c19816a84263'], hosted agents: [] {{(pid=102995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:47:09.603372 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786f6dcd-ce7c-4f67-8e7b-4a6a69a07fca admin admin] Network 68874123-e025-4845-ba0e-91d78d83f030 is scheduled to be hosted by DHCP agent 908aa187-f1dc-423a-8ec3-c19816a84263 with binding_index 1 {{(pid=102995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:47:09.611351 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.base_scheduler [None req-786f6dcd-ce7c-4f67-8e7b-4a6a69a07fca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831167-1-iscsi, 68874123-e025-4845-ba0e-91d78d83f030) {{(pid=102995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:47:09.615127 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786f6dcd-ce7c-4f67-8e7b-4a6a69a07fca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:09.615709 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-786f6dcd-ce7c-4f67-8e7b-4a6a69a07fca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:09.620697 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e097991-5d98-4ae8-8b5d-afafd7b67ac7 None None] Network 68874123-e025-4845-ba0e-91d78d83f030 requested from dv-cinder-831167-1-iscsi {{(pid=102997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:47:09.630672 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-786f6dcd-ce7c-4f67-8e7b-4a6a69a07fca admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5121431 Feb 28 10:47:09.633534 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 35240) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:09.637713 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [None req-270aae9f-4e0e-4fdd-8b48-ee217f054616 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1050043195-router', 'tenant_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187'}}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:47:09.656165 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-270aae9f-4e0e-4fdd-8b48-ee217f054616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router (ef598a25-9445-492b-958c-fe319c2b58e5), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:09.657206 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-270aae9f-4e0e-4fdd-8b48-ee217f054616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-380290', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8896'] for router (ef598a25-9445-492b-958c-fe319c2b58e5), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:09.713208 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-270aae9f-4e0e-4fdd-8b48-ee217f054616 admin admin] Publish callbacks [] for router_controller (ef598a25-9445-492b-958c-fe319c2b58e5), precommit_add_association {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:09.724635 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948ae0ad-c4fa-4f66-8099-551800aa40af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54a0a7cf-b57e-5b42-bf88-c5e67f938400-68874123-e025-4845-ba0e-91d78d83f030', 'network_id': '68874123-e025-4845-ba0e-91d78d83f030', 'project_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'fixed_ips': [{'subnet_id': '896a2934-5b4b-4856-b24b-092a86b9c05e'}]}} from dv-cinder-831167-1-iscsi. {{(pid=102997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:47:09.725552 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-948ae0ad-c4fa-4f66-8099-551800aa40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:09.849297 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-270aae9f-4e0e-4fdd-8b48-ee217f054616 admin admin] Publish callbacks [] for router_gateway (ef598a25-9445-492b-958c-fe319c2b58e5), precommit_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:09.861214 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.db_base_plugin_common [None req-948ae0ad-c4fa-4f66-8099-551800aa40af None None] Allocated IP 172.20.0.2 (68874123-e025-4845-ba0e-91d78d83f030/896a2934-5b4b-4856-b24b-092a86b9c05e/c7f84667-a033-402d-b949-f8d73d22dd3b) {{(pid=102997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:47:10.000642 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-948ae0ad-c4fa-4f66-8099-551800aa40af None None] Publish callbacks [] for port (c7f84667-a033-402d-b949-f8d73d22dd3b), precommit_create {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:10.007844 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-948ae0ad-c4fa-4f66-8099-551800aa40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981'] for port (c7f84667-a033-402d-b949-f8d73d22dd3b), after_create {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:10.045241 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-270aae9f-4e0e-4fdd-8b48-ee217f054616 admin admin] Publish callbacks [] for router_gateway (ef598a25-9445-492b-958c-fe319c2b58e5), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:10.050077 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948ae0ad-c4fa-4f66-8099-551800aa40af None None] Network 68874123-e025-4845-ba0e-91d78d83f030 is already hosted by enough agents. {{(pid=102997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:47:10.052876 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.scheduler.base_scheduler [None req-948ae0ad-c4fa-4f66-8099-551800aa40af None None] Resources bound (agent type, host, resource id): {{(pid=102997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:47:10.056862 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948ae0ad-c4fa-4f66-8099-551800aa40af None None] Received port after_create {{(pid=102997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:47:10.063563 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948ae0ad-c4fa-4f66-8099-551800aa40af None None] Pushing event updated for resources: {'Port': ['ID=c7f84667-a033-402d-b949-f8d73d22dd3b,revision_number=1']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:10.067772 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-270aae9f-4e0e-4fdd-8b48-ee217f054616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:10.119886 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-948ae0ad-c4fa-4f66-8099-551800aa40af None None] Attempting to bind port c7f84667-a033-402d-b949-f8d73d22dd3b on host dv-cinder-831167-1-iscsi for vnic_type normal with profile {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:47:10.120188 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-948ae0ad-c4fa-4f66-8099-551800aa40af None None] Attempting to bind port c7f84667-a033-402d-b949-f8d73d22dd3b by drivers openvswitch,hyperv on host dv-cinder-831167-1-iscsi at level 0 using segments [{'id': '1cc66786-7764-4091-9145-ea6e6eddb38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '68874123-e025-4845-ba0e-91d78d83f030'}] {{(pid=102997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:47:10.120555 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948ae0ad-c4fa-4f66-8099-551800aa40af None None] Attempting to bind port c7f84667-a033-402d-b949-f8d73d22dd3b on network 68874123-e025-4845-ba0e-91d78d83f030 {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:47:10.125490 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948ae0ad-c4fa-4f66-8099-551800aa40af None None] Checking agent: {'id': '9787f0c2-b99f-49df-865b-f8e3f2374559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 1), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:47:10.125869 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948ae0ad-c4fa-4f66-8099-551800aa40af None None] Checking segment: {'id': '1cc66786-7764-4091-9145-ea6e6eddb38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '68874123-e025-4845-ba0e-91d78d83f030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:47:10.126275 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-948ae0ad-c4fa-4f66-8099-551800aa40af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:10.126672 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948ae0ad-c4fa-4f66-8099-551800aa40af None None] Bound using segment: {'id': '1cc66786-7764-4091-9145-ea6e6eddb38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '68874123-e025-4845-ba0e-91d78d83f030'} {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:47:10.127165 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-948ae0ad-c4fa-4f66-8099-551800aa40af None None] Bound port: c7f84667-a033-402d-b949-f8d73d22dd3b, host: dv-cinder-831167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cc66786-7764-4091-9145-ea6e6eddb38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '68874123-e025-4845-ba0e-91d78d83f030'}}] {{(pid=102997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:47:10.127548 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-948ae0ad-c4fa-4f66-8099-551800aa40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (c7f84667-a033-402d-b949-f8d73d22dd3b), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:10.171878 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.db.db_base_plugin_common [None req-270aae9f-4e0e-4fdd-8b48-ee217f054616 admin admin] Allocated IP 172.27.1.135 (5c191bd3-8d00-44c5-b017-904410258187/e0d51f16-a2c9-415b-a552-79de15f3fe23/a8a47849-7f10-43e1-a2b7-597b3bcc5dd5) {{(pid=102995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:47:10.190787 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-948ae0ad-c4fa-4f66-8099-551800aa40af None None] For port c7f84667-a033-402d-b949-f8d73d22dd3b, host dv-cinder-831167-1-iscsi, cleared binding levels {{(pid=102997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:47:10.193995 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-948ae0ad-c4fa-4f66-8099-551800aa40af None None] For port c7f84667-a033-402d-b949-f8d73d22dd3b, host dv-cinder-831167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=c7f84667-a033-402d-b949-f8d73d22dd3b,segment=NetworkSegment(1cc66786-7764-4091-9145-ea6e6eddb38d),segment_id=1cc66786-7764-4091-9145-ea6e6eddb38d)] {{(pid=102997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:47:10.200281 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-948ae0ad-c4fa-4f66-8099-551800aa40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (c7f84667-a033-402d-b949-f8d73d22dd3b), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:10.263415 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948ae0ad-c4fa-4f66-8099-551800aa40af None None] Pushing event updated for resources: {'Port': ['ID=c7f84667-a033-402d-b949-f8d73d22dd3b,revision_number=2']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:10.279291 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-270aae9f-4e0e-4fdd-8b48-ee217f054616 admin admin] Publish callbacks [] for port (a8a47849-7f10-43e1-a2b7-597b3bcc5dd5), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:10.314758 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-270aae9f-4e0e-4fdd-8b48-ee217f054616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63288186'] for port (a8a47849-7f10-43e1-a2b7-597b3bcc5dd5), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:10.354961 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270aae9f-4e0e-4fdd-8b48-ee217f054616 admin admin] Network 5c191bd3-8d00-44c5-b017-904410258187 is already hosted by enough agents. {{(pid=102995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:47:10.357911 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.base_scheduler [None req-270aae9f-4e0e-4fdd-8b48-ee217f054616 admin admin] Resources bound (agent type, host, resource id): {{(pid=102995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:47:10.361554 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270aae9f-4e0e-4fdd-8b48-ee217f054616 admin admin] Received port after_create {{(pid=102995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:47:10.385329 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270aae9f-4e0e-4fdd-8b48-ee217f054616 admin admin] Pushing event updated for resources: {'Port': ['ID=a8a47849-7f10-43e1-a2b7-597b3bcc5dd5,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:10.626395 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-270aae9f-4e0e-4fdd-8b48-ee217f054616 admin admin] Publish callbacks [] for router_gateway (ef598a25-9445-492b-958c-fe319c2b58e5), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:10.822093 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-270aae9f-4e0e-4fdd-8b48-ee217f054616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-380383'] for router (ef598a25-9445-492b-958c-fe319c2b58e5), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:10.871911 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device c7f84667-a033-402d-b949-f8d73d22dd3b up at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:47:10.924033 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Provisioning complete for port c7f84667-a033-402d-b949-f8d73d22dd3b triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:47:10.924415 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (c7f84667-a033-402d-b949-f8d73d22dd3b), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:10.960753 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270aae9f-4e0e-4fdd-8b48-ee217f054616 admin admin] Router ef598a25-9445-492b-958c-fe319c2b58e5 is scheduled to L3 agent 86347f47-2890-46a7-a199-31163828a11a with binding_index 1 {{(pid=102995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:47:11.007684 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Current status of the port c7f84667-a033-402d-b949-f8d73d22dd3b is: DOWN; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:47:11.008218 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (c7f84667-a033-402d-b949-f8d73d22dd3b), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:11.048905 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] For port c7f84667-a033-402d-b949-f8d73d22dd3b, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=c7f84667-a033-402d-b949-f8d73d22dd3b,segment=NetworkSegment(1cc66786-7764-4091-9145-ea6e6eddb38d),segment_id=1cc66786-7764-4091-9145-ea6e6eddb38d)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:47:11.053233 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (c7f84667-a033-402d-b949-f8d73d22dd3b), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:11.084164 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270aae9f-4e0e-4fdd-8b48-ee217f054616 admin admin] Notify agent at l3_agent.dv-cinder-831167-1-iscsi the message routers_updated {{(pid=102995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:47:11.096454 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f3298c-826e-4365-a3f9-5e4ecedee794 None None] Sync routers for ids ['ef598a25-9445-492b-958c-fe319c2b58e5'] in dv-cinder-831167-1-iscsi {{(pid=102998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:47:11.110008 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-270aae9f-4e0e-4fdd-8b48-ee217f054616 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:11.111209 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f3298c-826e-4365-a3f9-5e4ecedee794 None None] Routers {'ef598a25-9445-492b-958c-fe319c2b58e5'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:47:11.112194 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Pushing event updated for resources: {'Port': ['ID=c7f84667-a033-402d-b949-f8d73d22dd3b,revision_number=3']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:11.112510 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-57f3298c-826e-4365-a3f9-5e4ecedee794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:46:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['ef598a25-9445-492b-958c-fe319c2b58e5'], 'active': True} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:11.115693 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 35242) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:11.116363 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-270aae9f-4e0e-4fdd-8b48-ee217f054616 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4811678 Feb 28 10:47:11.191022 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5130fb-3b30-4cd1-812b-43a99ac018d7 None None] Network 68874123-e025-4845-ba0e-91d78d83f030 requested from dv-cinder-831167-1-iscsi {{(pid=102997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:47:11.229268 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvr_db [None req-57f3298c-826e-4365-a3f9-5e4ecedee794 None None] Set router ef598a25-9445-492b-958c-fe319c2b58e5 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:47:11.304448 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-fe72a8f6-28c2-4ad5-bea8-2f7616f55a76 None None] Provisioning complete for port c7f84667-a033-402d-b949-f8d73d22dd3b triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:47:11.304828 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-fe72a8f6-28c2-4ad5-bea8-2f7616f55a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (c7f84667-a033-402d-b949-f8d73d22dd3b), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:11.390037 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-fe72a8f6-28c2-4ad5-bea8-2f7616f55a76 None None] Current status of the port c7f84667-a033-402d-b949-f8d73d22dd3b is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:47:11.440370 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-57f3298c-826e-4365-a3f9-5e4ecedee794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'name': 'tempest-AttachVolumeTestJSON-1050043195-router', 'tenant_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'a8a47849-7f10-43e1-a2b7-597b3bcc5dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:09Z', 'updated_at': '2022-02-28T10:47:10Z', 'revision_number': 3, 'project_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'gw_port': {'id': 'a8a47849-7f10-43e1-a2b7-597b3bcc5dd5', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:10Z', 'updated_at': '2022-02-28T10:47:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi'}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:11.466973 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f3298c-826e-4365-a3f9-5e4ecedee794 None None] Checking router: ef598a25-9445-492b-958c-fe319c2b58e5 for host: dv-cinder-831167-1-iscsi {{(pid=102998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:47:11.467333 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f3298c-826e-4365-a3f9-5e4ecedee794 None None] Updating router ef598a25-9445-492b-958c-fe319c2b58e5 port a8a47849-7f10-43e1-a2b7-597b3bcc5dd5 binding host dv-cinder-831167-1-iscsi {{(pid=102998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:47:11.507639 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-57f3298c-826e-4365-a3f9-5e4ecedee794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (a8a47849-7f10-43e1-a2b7-597b3bcc5dd5), before_update {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:11.555952 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-df4746d4-d213-4274-8629-583262e3222c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:11.617518 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-9d256394-801a-4f1b-b3fd-aee24ed2f3c0 None None] Provisioning complete for port c7f84667-a033-402d-b949-f8d73d22dd3b triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:47:11.618073 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-9d256394-801a-4f1b-b3fd-aee24ed2f3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (c7f84667-a033-402d-b949-f8d73d22dd3b), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:11.702110 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-9d256394-801a-4f1b-b3fd-aee24ed2f3c0 None None] Current status of the port c7f84667-a033-402d-b949-f8d73d22dd3b is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:47:11.712511 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.db_base_plugin_common [None req-df4746d4-d213-4274-8629-583262e3222c admin admin] Allocated IP 172.20.0.1 (68874123-e025-4845-ba0e-91d78d83f030/896a2934-5b4b-4856-b24b-092a86b9c05e/31b4cdf4-df1c-479f-98f9-86f1bbfe70a8) {{(pid=102996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:47:11.767390 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-57f3298c-826e-4365-a3f9-5e4ecedee794 None None] Publish callbacks [] for port (a8a47849-7f10-43e1-a2b7-597b3bcc5dd5), precommit_update {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:11.773963 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-57f3298c-826e-4365-a3f9-5e4ecedee794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (a8a47849-7f10-43e1-a2b7-597b3bcc5dd5), after_update {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:11.821120 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-df4746d4-d213-4274-8629-583262e3222c admin admin] Publish callbacks [] for port (31b4cdf4-df1c-479f-98f9-86f1bbfe70a8), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:11.823361 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a086d0-b597-4001-88dd-f86863e74039 None None] Pushing event updated for resources: {'Port': ['ID=a8a47849-7f10-43e1-a2b7-597b3bcc5dd5,revision_number=2']} {{(pid=102998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:11.832226 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.managers [None req-57f3298c-826e-4365-a3f9-5e4ecedee794 None None] Attempting to bind port a8a47849-7f10-43e1-a2b7-597b3bcc5dd5 on host dv-cinder-831167-1-iscsi for vnic_type normal with profile {{(pid=102998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:47:11.832595 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.managers [None req-57f3298c-826e-4365-a3f9-5e4ecedee794 None None] Attempting to bind port a8a47849-7f10-43e1-a2b7-597b3bcc5dd5 by drivers openvswitch,hyperv on host dv-cinder-831167-1-iscsi at level 0 using segments [{'id': '490b7679-533e-4a17-9008-1b96b60e260c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c191bd3-8d00-44c5-b017-904410258187'}] {{(pid=102998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:47:11.832957 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f3298c-826e-4365-a3f9-5e4ecedee794 None None] Attempting to bind port a8a47849-7f10-43e1-a2b7-597b3bcc5dd5 on network 5c191bd3-8d00-44c5-b017-904410258187 {{(pid=102998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:47:11.836729 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a086d0-b597-4001-88dd-f86863e74039 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:11.837102 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a086d0-b597-4001-88dd-f86863e74039 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:11.837462 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a086d0-b597-4001-88dd-f86863e74039 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:11.837802 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a086d0-b597-4001-88dd-f86863e74039 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:11.838131 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a086d0-b597-4001-88dd-f86863e74039 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:11.838460 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a086d0-b597-4001-88dd-f86863e74039 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:11.838786 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a086d0-b597-4001-88dd-f86863e74039 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:11.839136 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a086d0-b597-4001-88dd-f86863e74039 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:11.839463 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a086d0-b597-4001-88dd-f86863e74039 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:11.839802 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a086d0-b597-4001-88dd-f86863e74039 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:11.840125 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a086d0-b597-4001-88dd-f86863e74039 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:11.840556 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a086d0-b597-4001-88dd-f86863e74039 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:11.840882 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a086d0-b597-4001-88dd-f86863e74039 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:11.846229 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f3298c-826e-4365-a3f9-5e4ecedee794 None None] Checking agent: {'id': '9787f0c2-b99f-49df-865b-f8e3f2374559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 1), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:47:11.846603 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f3298c-826e-4365-a3f9-5e4ecedee794 None None] Checking segment: {'id': '490b7679-533e-4a17-9008-1b96b60e260c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c191bd3-8d00-44c5-b017-904410258187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:47:11.847029 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-57f3298c-826e-4365-a3f9-5e4ecedee794 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:11.847426 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f3298c-826e-4365-a3f9-5e4ecedee794 None None] Bound using segment: {'id': '490b7679-533e-4a17-9008-1b96b60e260c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c191bd3-8d00-44c5-b017-904410258187'} {{(pid=102998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:47:11.847880 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.managers [None req-57f3298c-826e-4365-a3f9-5e4ecedee794 None None] Bound port: a8a47849-7f10-43e1-a2b7-597b3bcc5dd5, host: dv-cinder-831167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490b7679-533e-4a17-9008-1b96b60e260c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c191bd3-8d00-44c5-b017-904410258187'}}] {{(pid=102998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:47:11.848258 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-57f3298c-826e-4365-a3f9-5e4ecedee794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (a8a47849-7f10-43e1-a2b7-597b3bcc5dd5), before_update {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:11.855872 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-df4746d4-d213-4274-8629-583262e3222c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (31b4cdf4-df1c-479f-98f9-86f1bbfe70a8), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:11.893339 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4746d4-d213-4274-8629-583262e3222c admin admin] Network 68874123-e025-4845-ba0e-91d78d83f030 is already hosted by enough agents. {{(pid=102996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:47:11.896150 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.base_scheduler [None req-df4746d4-d213-4274-8629-583262e3222c admin admin] Resources bound (agent type, host, resource id): {{(pid=102996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:47:11.900116 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4746d4-d213-4274-8629-583262e3222c admin admin] Received port after_create {{(pid=102996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:47:11.900272 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.db [None req-57f3298c-826e-4365-a3f9-5e4ecedee794 None None] For port a8a47849-7f10-43e1-a2b7-597b3bcc5dd5, host dv-cinder-831167-1-iscsi, cleared binding levels {{(pid=102998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:47:11.904536 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.plugins.ml2.db [None req-57f3298c-826e-4365-a3f9-5e4ecedee794 None None] For port a8a47849-7f10-43e1-a2b7-597b3bcc5dd5, host dv-cinder-831167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=a8a47849-7f10-43e1-a2b7-597b3bcc5dd5,segment=NetworkSegment(490b7679-533e-4a17-9008-1b96b60e260c),segment_id=490b7679-533e-4a17-9008-1b96b60e260c)] {{(pid=102998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:47:11.911454 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron_lib.callbacks.manager [None req-57f3298c-826e-4365-a3f9-5e4ecedee794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (a8a47849-7f10-43e1-a2b7-597b3bcc5dd5), after_update {{(pid=102998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:11.927134 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4746d4-d213-4274-8629-583262e3222c admin admin] Pushing event updated for resources: {'Port': ['ID=31b4cdf4-df1c-479f-98f9-86f1bbfe70a8,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:11.942831 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-df4746d4-d213-4274-8629-583262e3222c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-379266'] for router_interface (ef598a25-9445-492b-958c-fe319c2b58e5), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:12.063736 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a086d0-b597-4001-88dd-f86863e74039 None None] Pushing event updated for resources: {'Port': ['ID=a8a47849-7f10-43e1-a2b7-597b3bcc5dd5,revision_number=3']} {{(pid=102998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:12.067873 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f3298c-826e-4365-a3f9-5e4ecedee794 None None] Routers {'ef598a25-9445-492b-958c-fe319c2b58e5'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:47:12.068467 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-57f3298c-826e-4365-a3f9-5e4ecedee794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:46:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['ef598a25-9445-492b-958c-fe319c2b58e5'], 'active': True} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:12.112932 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-df4746d4-d213-4274-8629-583262e3222c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (31b4cdf4-df1c-479f-98f9-86f1bbfe70a8), before_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:12.127243 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-a34bf9a0-4c98-41a4-84fe-466bb1d0382e None None] Provisioning complete for port 31b4cdf4-df1c-479f-98f9-86f1bbfe70a8 triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:47:12.127817 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-a34bf9a0-4c98-41a4-84fe-466bb1d0382e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (31b4cdf4-df1c-479f-98f9-86f1bbfe70a8), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:12.162119 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-a34bf9a0-4c98-41a4-84fe-466bb1d0382e None None] Port 31b4cdf4-df1c-479f-98f9-86f1bbfe70a8 cannot update to ACTIVE because it is not bound. {{(pid=102997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:47:12.184265 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvr_db [None req-57f3298c-826e-4365-a3f9-5e4ecedee794 None None] Set router ef598a25-9445-492b-958c-fe319c2b58e5 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:47:12.273099 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-df4746d4-d213-4274-8629-583262e3222c admin admin] Publish callbacks [] for port (31b4cdf4-df1c-479f-98f9-86f1bbfe70a8), precommit_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:12.277665 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-df4746d4-d213-4274-8629-583262e3222c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63361884'] for port (31b4cdf4-df1c-479f-98f9-86f1bbfe70a8), after_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:12.346654 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-df4746d4-d213-4274-8629-583262e3222c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1717522'] for router_interface (ef598a25-9445-492b-958c-fe319c2b58e5), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:12.348506 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4746d4-d213-4274-8629-583262e3222c admin admin] Pushing event updated for resources: {'Port': ['ID=31b4cdf4-df1c-479f-98f9-86f1bbfe70a8,revision_number=2']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:12.383979 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-57f3298c-826e-4365-a3f9-5e4ecedee794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'name': 'tempest-AttachVolumeTestJSON-1050043195-router', 'tenant_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'a8a47849-7f10-43e1-a2b7-597b3bcc5dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:09Z', 'updated_at': '2022-02-28T10:47:12Z', 'revision_number': 4, 'project_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'gw_port': {'id': 'a8a47849-7f10-43e1-a2b7-597b3bcc5dd5', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:10Z', 'updated_at': '2022-02-28T10:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '31b4cdf4-df1c-479f-98f9-86f1bbfe70a8', 'name': '', 'network_id': '68874123-e025-4845-ba0e-91d78d83f030', 'tenant_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'mac_address': 'fa:16:3e:7c:21:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '896a2934-5b4b-4856-b24b-092a86b9c05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:11Z', 'updated_at': '2022-02-28T10:47:11Z', 'revision_number': 1, 'project_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'subnets': [{'id': '896a2934-5b4b-4856-b24b-092a86b9c05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:12.412309 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f3298c-826e-4365-a3f9-5e4ecedee794 None None] The sync data for ids ['ef598a25-9445-492b-958c-fe319c2b58e5'] in dv-cinder-831167-1-iscsi is: [{'id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'name': 'tempest-AttachVolumeTestJSON-1050043195-router', 'tenant_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'a8a47849-7f10-43e1-a2b7-597b3bcc5dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:09Z', 'updated_at': '2022-02-28T10:47:12Z', 'revision_number': 4, 'project_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'gw_port': {'id': 'a8a47849-7f10-43e1-a2b7-597b3bcc5dd5', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:10Z', 'updated_at': '2022-02-28T10:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '31b4cdf4-df1c-479f-98f9-86f1bbfe70a8', 'name': '', 'network_id': '68874123-e025-4845-ba0e-91d78d83f030', 'tenant_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'mac_address': 'fa:16:3e:7c:21:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '896a2934-5b4b-4856-b24b-092a86b9c05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:11Z', 'updated_at': '2022-02-28T10:47:11Z', 'revision_number': 1, 'project_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'subnets': [{'id': '896a2934-5b4b-4856-b24b-092a86b9c05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:47:12.445126 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4746d4-d213-4274-8629-583262e3222c admin admin] Network 68874123-e025-4845-ba0e-91d78d83f030 is already hosted by enough agents. {{(pid=102996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:47:12.446496 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.base_scheduler [None req-df4746d4-d213-4274-8629-583262e3222c admin admin] Resources bound (agent type, host, resource id): {{(pid=102996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:47:12.565420 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4746d4-d213-4274-8629-583262e3222c admin admin] Router ef598a25-9445-492b-958c-fe319c2b58e5 has already been hosted by L3 agent 86347f47-2890-46a7-a199-31163828a11a {{(pid=102996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:47:12.697428 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4746d4-d213-4274-8629-583262e3222c admin admin] Notify agent at l3_agent.dv-cinder-831167-1-iscsi the message routers_updated {{(pid=102996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:47:12.702740 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-df4746d4-d213-4274-8629-583262e3222c admin admin] 10.222.0.44 "PUT /v2.0/routers/ef598a25-9445-492b-958c-fe319c2b58e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5849309 Feb 28 10:47:12.789397 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-0d27e3ee-8262-4e21-839b-73b25c80d3a6 None None] Provisioning complete for port 31b4cdf4-df1c-479f-98f9-86f1bbfe70a8 triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:47:12.789959 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-0d27e3ee-8262-4e21-839b-73b25c80d3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (31b4cdf4-df1c-479f-98f9-86f1bbfe70a8), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:12.830853 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-0d27e3ee-8262-4e21-839b-73b25c80d3a6 None None] Port 31b4cdf4-df1c-479f-98f9-86f1bbfe70a8 cannot update to ACTIVE because it is not bound. {{(pid=102997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:47:12.859264 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device c7f84667-a033-402d-b949-f8d73d22dd3b up at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:47:12.912884 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Provisioning complete for port c7f84667-a033-402d-b949-f8d73d22dd3b triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:47:12.913295 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (c7f84667-a033-402d-b949-f8d73d22dd3b), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:12.996421 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Current status of the port c7f84667-a033-402d-b949-f8d73d22dd3b is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:47:13.126256 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 35250) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:13.131361 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [None req-bba9a8c4-12c9-4518-b273-49b44a0fd9c5 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1020578567', 'description': 'tempest-description--1906627932'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:47:13.158773 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-bba9a8c4-12c9-4518-b273-49b44a0fd9c5 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:13.226799 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-bba9a8c4-12c9-4518-b273-49b44a0fd9c5 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks [] for security_group (c9749661-4796-40a5-8895-f84b5791b3c2), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:13.231368 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-bba9a8c4-12c9-4518-b273-49b44a0fd9c5 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (c9749661-4796-40a5-8895-f84b5791b3c2), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:13.261077 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba9a8c4-12c9-4518-b273-49b44a0fd9c5 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9749661-4796-40a5-8895-f84b5791b3c2,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:13.265115 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-bba9a8c4-12c9-4518-b273-49b44a0fd9c5 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks [] for security_group (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:13.269058 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-bba9a8c4-12c9-4518-b273-49b44a0fd9c5 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1390207 Feb 28 10:47:13.269452 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 35252) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:13.273713 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [None req-e6b63f41-008c-4ba6-adfd-222641add74e tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Request body: {'security_group_rule': {'security_group_id': 'c9749661-4796-40a5-8895-f84b5791b3c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:47:13.297580 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-e6b63f41-008c-4ba6-adfd-222641add74e tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks [] for security_group_rule (c83a1a51-973c-418e-ab69-7deb1646d68b), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:13.357760 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-e6b63f41-008c-4ba6-adfd-222641add74e tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks [] for security_group_rule (c83a1a51-973c-418e-ab69-7deb1646d68b), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:13.361829 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-e6b63f41-008c-4ba6-adfd-222641add74e tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826235'] for security_group_rule (c83a1a51-973c-418e-ab69-7deb1646d68b), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:13.380430 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b63f41-008c-4ba6-adfd-222641add74e tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c83a1a51-973c-418e-ab69-7deb1646d68b,revision_number=0']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:13.390275 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-e6b63f41-008c-4ba6-adfd-222641add74e tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:13.391533 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-e6b63f41-008c-4ba6-adfd-222641add74e tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1213017 Feb 28 10:47:13.394150 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 35254) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:13.398464 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [None req-fd5a853f-ca95-4249-aef1-61f7e58ff4e4 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Request body: {'security_group_rule': {'security_group_id': 'c9749661-4796-40a5-8895-f84b5791b3c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:47:13.421460 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.agents_db [None req-ad1b81bb-6a73-47ab-ba10-dec1fea0c152 None None] Agent healthcheck: found 6 active agents {{(pid=102998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:47:13.429833 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-fd5a853f-ca95-4249-aef1-61f7e58ff4e4 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks [] for security_group_rule (ea965ccb-89ef-4c69-94a2-51727cf9a57f), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:13.486817 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-fd5a853f-ca95-4249-aef1-61f7e58ff4e4 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks [] for security_group_rule (ea965ccb-89ef-4c69-94a2-51727cf9a57f), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:13.490678 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-fd5a853f-ca95-4249-aef1-61f7e58ff4e4 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826235'] for security_group_rule (ea965ccb-89ef-4c69-94a2-51727cf9a57f), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:13.509423 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5a853f-ca95-4249-aef1-61f7e58ff4e4 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea965ccb-89ef-4c69-94a2-51727cf9a57f,revision_number=0']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:13.516558 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-fd5a853f-ca95-4249-aef1-61f7e58ff4e4 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:13.517743 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-fd5a853f-ca95-4249-aef1-61f7e58ff4e4 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1226776 Feb 28 10:47:13.520771 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 35256) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:13.525066 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [None req-44727d74-8f79-42cb-ba68-0bf8f1d022f3 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Request body: {'floatingip': {'floating_network_id': '5c191bd3-8d00-44c5-b017-904410258187'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:47:13.544790 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-44727d74-8f79-42cb-ba68-0bf8f1d022f3 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:13.642945 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-44727d74-8f79-42cb-ba68-0bf8f1d022f3 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:13.748054 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.db_base_plugin_common [None req-44727d74-8f79-42cb-ba68-0bf8f1d022f3 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Allocated IP 172.27.1.197 (5c191bd3-8d00-44c5-b017-904410258187/e0d51f16-a2c9-415b-a552-79de15f3fe23/d75ad5b4-bf53-47a9-93a1-1235ab0b6ea4) {{(pid=102996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:47:13.847971 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-44727d74-8f79-42cb-ba68-0bf8f1d022f3 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks [] for port (d75ad5b4-bf53-47a9-93a1-1235ab0b6ea4), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:13.881282 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-44727d74-8f79-42cb-ba68-0bf8f1d022f3 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (d75ad5b4-bf53-47a9-93a1-1235ab0b6ea4), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:13.920642 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44727d74-8f79-42cb-ba68-0bf8f1d022f3 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Network 5c191bd3-8d00-44c5-b017-904410258187 is already hosted by enough agents. {{(pid=102996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:47:13.923323 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.base_scheduler [None req-44727d74-8f79-42cb-ba68-0bf8f1d022f3 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Resources bound (agent type, host, resource id): {{(pid=102996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:47:13.926750 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44727d74-8f79-42cb-ba68-0bf8f1d022f3 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Received port after_create {{(pid=102996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:47:13.931962 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44727d74-8f79-42cb-ba68-0bf8f1d022f3 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Pushing event updated for resources: {'Port': ['ID=d75ad5b4-bf53-47a9-93a1-1235ab0b6ea4,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:14.012719 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-44727d74-8f79-42cb-ba68-0bf8f1d022f3 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks [] for floatingip (f171884f-b293-44ce-9f79-5c9601b62047), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:14.296547 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-44727d74-8f79-42cb-ba68-0bf8f1d022f3 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (d75ad5b4-bf53-47a9-93a1-1235ab0b6ea4), before_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:14.380110 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ca259d-ac5b-4246-b600-d309e9ce3b83 None None] Sync routers for ids ['ef598a25-9445-492b-958c-fe319c2b58e5'] in dv-cinder-831167-1-iscsi {{(pid=102997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:47:14.390482 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ca259d-ac5b-4246-b600-d309e9ce3b83 None None] Routers {'ef598a25-9445-492b-958c-fe319c2b58e5'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:47:14.391143 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-09ca259d-ac5b-4246-b600-d309e9ce3b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:46:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['ef598a25-9445-492b-958c-fe319c2b58e5'], 'active': True} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:14.443121 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-44727d74-8f79-42cb-ba68-0bf8f1d022f3 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks [] for port (d75ad5b4-bf53-47a9-93a1-1235ab0b6ea4), precommit_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:14.447869 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-44727d74-8f79-42cb-ba68-0bf8f1d022f3 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63361884'] for port (d75ad5b4-bf53-47a9-93a1-1235ab0b6ea4), after_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:14.499400 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvr_db [None req-09ca259d-ac5b-4246-b600-d309e9ce3b83 None None] Set router ef598a25-9445-492b-958c-fe319c2b58e5 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:47:14.515442 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44727d74-8f79-42cb-ba68-0bf8f1d022f3 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Pushing event updated for resources: {'Port': ['ID=d75ad5b4-bf53-47a9-93a1-1235ab0b6ea4,revision_number=2']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:14.524077 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-44727d74-8f79-42cb-ba68-0bf8f1d022f3 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-379257'] for floatingip (f171884f-b293-44ce-9f79-5c9601b62047), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:14.539684 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-44727d74-8f79-42cb-ba68-0bf8f1d022f3 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for floatingip (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:14.540930 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-44727d74-8f79-42cb-ba68-0bf8f1d022f3 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0192025 Feb 28 10:47:14.688292 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5975587e-9369-4876-bdf0-82a788a4fa05 req-d0cef031-00ef-4f7e-ae27-18095e4321a5 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1020578567&fields=id&tenant_id=062b83dd1ce5429eb5e1cd526c5d3360 HTTP/1.1" status: 200 len: 267 time: 0.0409770 Feb 28 10:47:14.706667 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-09ca259d-ac5b-4246-b600-d309e9ce3b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'name': 'tempest-AttachVolumeTestJSON-1050043195-router', 'tenant_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'a8a47849-7f10-43e1-a2b7-597b3bcc5dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:09Z', 'updated_at': '2022-02-28T10:47:12Z', 'revision_number': 4, 'project_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'gw_port': {'id': 'a8a47849-7f10-43e1-a2b7-597b3bcc5dd5', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:10Z', 'updated_at': '2022-02-28T10:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '31b4cdf4-df1c-479f-98f9-86f1bbfe70a8', 'name': '', 'network_id': '68874123-e025-4845-ba0e-91d78d83f030', 'tenant_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'mac_address': 'fa:16:3e:7c:21:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '896a2934-5b4b-4856-b24b-092a86b9c05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:11Z', 'updated_at': '2022-02-28T10:47:12Z', 'revision_number': 2, 'project_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'subnets': [{'id': '896a2934-5b4b-4856-b24b-092a86b9c05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:14.732748 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ca259d-ac5b-4246-b600-d309e9ce3b83 None None] Checking router: ef598a25-9445-492b-958c-fe319c2b58e5 for host: dv-cinder-831167-1-iscsi {{(pid=102997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:47:14.733115 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ca259d-ac5b-4246-b600-d309e9ce3b83 None None] Updating router ef598a25-9445-492b-958c-fe319c2b58e5 port 31b4cdf4-df1c-479f-98f9-86f1bbfe70a8 binding host dv-cinder-831167-1-iscsi {{(pid=102997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:47:14.761520 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-09ca259d-ac5b-4246-b600-d309e9ce3b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (31b4cdf4-df1c-479f-98f9-86f1bbfe70a8), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:14.797748 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5975587e-9369-4876-bdf0-82a788a4fa05 req-4d94f283-5755-43f9-80a4-c6a09308d1b4 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:14.799480 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5975587e-9369-4876-bdf0-82a788a4fa05 req-4d94f283-5755-43f9-80a4-c6a09308d1b4 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/networks?id=68874123-e025-4845-ba0e-91d78d83f030 HTTP/1.1" status: 200 len: 811 time: 0.1035562 Feb 28 10:47:14.815886 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5975587e-9369-4876-bdf0-82a788a4fa05 req-83b9b6fb-0269-447f-bbed-4763e87e6d5d tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/quotas/062b83dd1ce5429eb5e1cd526c5d3360 HTTP/1.1" status: 200 len: 375 time: 0.0099263 Feb 28 10:47:14.875663 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5975587e-9369-4876-bdf0-82a788a4fa05 req-97dd3b27-dad9-4c1e-9a48-e9edc7a5761f tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=062b83dd1ce5429eb5e1cd526c5d3360&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530024 Feb 28 10:47:14.885740 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device a8a47849-7f10-43e1-a2b7-597b3bcc5dd5 up at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:47:14.968050 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5975587e-9369-4876-bdf0-82a788a4fa05 req-358d3b48-890a-4b8d-9c2a-9f953473d69f service neutron] 10.222.0.44 "GET /v2.0/networks/68874123-e025-4845-ba0e-91d78d83f030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805721 Feb 28 10:47:15.004106 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Provisioning complete for port a8a47849-7f10-43e1-a2b7-597b3bcc5dd5 triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:47:15.004488 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (a8a47849-7f10-43e1-a2b7-597b3bcc5dd5), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:15.058891 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5975587e-9369-4876-bdf0-82a788a4fa05 req-4d8693df-4852-4669-a9d5-92c5e8621948 service neutron] 10.222.0.44 "GET /v2.0/networks/68874123-e025-4845-ba0e-91d78d83f030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848837 Feb 28 10:47:15.132362 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-09ca259d-ac5b-4246-b600-d309e9ce3b83 None None] Publish callbacks [] for port (31b4cdf4-df1c-479f-98f9-86f1bbfe70a8), precommit_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:15.139168 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Current status of the port a8a47849-7f10-43e1-a2b7-597b3bcc5dd5 is: DOWN; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:47:15.139587 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (a8a47849-7f10-43e1-a2b7-597b3bcc5dd5), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:15.145396 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-09ca259d-ac5b-4246-b600-d309e9ce3b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (31b4cdf4-df1c-479f-98f9-86f1bbfe70a8), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:15.192518 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] For port a8a47849-7f10-43e1-a2b7-597b3bcc5dd5, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=a8a47849-7f10-43e1-a2b7-597b3bcc5dd5,segment=NetworkSegment(490b7679-533e-4a17-9008-1b96b60e260c),segment_id=490b7679-533e-4a17-9008-1b96b60e260c)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:47:15.201623 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (a8a47849-7f10-43e1-a2b7-597b3bcc5dd5), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:15.217706 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4313d5ac-d7db-4160-91bb-f1185a3388b4 None None] Pushing event updated for resources: {'Port': ['ID=31b4cdf4-df1c-479f-98f9-86f1bbfe70a8,revision_number=3']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:15.255515 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-984cc8c4-f12f-48dc-a1ac-e20c02aad7b8 req-4b53eb20-728d-4b55-b6c9-f5aa501cdf62 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 210 time: 0.0626779 Feb 28 10:47:15.300237 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-09ca259d-ac5b-4246-b600-d309e9ce3b83 None None] Attempting to bind port 31b4cdf4-df1c-479f-98f9-86f1bbfe70a8 on host dv-cinder-831167-1-iscsi for vnic_type normal with profile {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:47:15.300609 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-09ca259d-ac5b-4246-b600-d309e9ce3b83 None None] Attempting to bind port 31b4cdf4-df1c-479f-98f9-86f1bbfe70a8 by drivers openvswitch,hyperv on host dv-cinder-831167-1-iscsi at level 0 using segments [{'id': '1cc66786-7764-4091-9145-ea6e6eddb38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '68874123-e025-4845-ba0e-91d78d83f030'}] {{(pid=102997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:47:15.300979 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ca259d-ac5b-4246-b600-d309e9ce3b83 None None] Attempting to bind port 31b4cdf4-df1c-479f-98f9-86f1bbfe70a8 on network 68874123-e025-4845-ba0e-91d78d83f030 {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:47:15.316500 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ca259d-ac5b-4246-b600-d309e9ce3b83 None None] Checking agent: {'id': '9787f0c2-b99f-49df-865b-f8e3f2374559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 1), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:47:15.316884 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ca259d-ac5b-4246-b600-d309e9ce3b83 None None] Checking segment: {'id': '1cc66786-7764-4091-9145-ea6e6eddb38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '68874123-e025-4845-ba0e-91d78d83f030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:47:15.317290 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-09ca259d-ac5b-4246-b600-d309e9ce3b83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:15.317679 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ca259d-ac5b-4246-b600-d309e9ce3b83 None None] Bound using segment: {'id': '1cc66786-7764-4091-9145-ea6e6eddb38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '68874123-e025-4845-ba0e-91d78d83f030'} {{(pid=102997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:47:15.318150 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.managers [None req-09ca259d-ac5b-4246-b600-d309e9ce3b83 None None] Bound port: 31b4cdf4-df1c-479f-98f9-86f1bbfe70a8, host: dv-cinder-831167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cc66786-7764-4091-9145-ea6e6eddb38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '68874123-e025-4845-ba0e-91d78d83f030'}}] {{(pid=102997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:47:15.318543 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-09ca259d-ac5b-4246-b600-d309e9ce3b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (31b4cdf4-df1c-479f-98f9-86f1bbfe70a8), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:15.321615 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Pushing event updated for resources: {'Port': ['ID=a8a47849-7f10-43e1-a2b7-597b3bcc5dd5,revision_number=4']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:15.387420 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-09ca259d-ac5b-4246-b600-d309e9ce3b83 None None] For port 31b4cdf4-df1c-479f-98f9-86f1bbfe70a8, host dv-cinder-831167-1-iscsi, cleared binding levels {{(pid=102997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:47:15.391249 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-09ca259d-ac5b-4246-b600-d309e9ce3b83 None None] For port 31b4cdf4-df1c-479f-98f9-86f1bbfe70a8, host dv-cinder-831167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=31b4cdf4-df1c-479f-98f9-86f1bbfe70a8,segment=NetworkSegment(1cc66786-7764-4091-9145-ea6e6eddb38d),segment_id=1cc66786-7764-4091-9145-ea6e6eddb38d)] {{(pid=102997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:47:15.398186 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-09ca259d-ac5b-4246-b600-d309e9ce3b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (31b4cdf4-df1c-479f-98f9-86f1bbfe70a8), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:15.457039 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ca259d-ac5b-4246-b600-d309e9ce3b83 None None] Routers {'ef598a25-9445-492b-958c-fe319c2b58e5'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:47:15.457039 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-09ca259d-ac5b-4246-b600-d309e9ce3b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:46:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['ef598a25-9445-492b-958c-fe319c2b58e5'], 'active': True} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:15.463654 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4313d5ac-d7db-4160-91bb-f1185a3388b4 None None] Pushing event updated for resources: {'Port': ['ID=31b4cdf4-df1c-479f-98f9-86f1bbfe70a8,revision_number=4']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:15.661273 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-6569567f-5e2b-47f6-bd54-bac2081d0345 None None] Provisioning complete for port 31b4cdf4-df1c-479f-98f9-86f1bbfe70a8 triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:47:15.661649 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-6569567f-5e2b-47f6-bd54-bac2081d0345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (31b4cdf4-df1c-479f-98f9-86f1bbfe70a8), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:15.753257 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvr_db [None req-09ca259d-ac5b-4246-b600-d309e9ce3b83 None None] Set router ef598a25-9445-492b-958c-fe319c2b58e5 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:47:15.852634 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-6569567f-5e2b-47f6-bd54-bac2081d0345 None None] Current status of the port 31b4cdf4-df1c-479f-98f9-86f1bbfe70a8 is: DOWN; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:47:15.853035 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-6569567f-5e2b-47f6-bd54-bac2081d0345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (31b4cdf4-df1c-479f-98f9-86f1bbfe70a8), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:15.930232 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-6569567f-5e2b-47f6-bd54-bac2081d0345 None None] For port 31b4cdf4-df1c-479f-98f9-86f1bbfe70a8, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=31b4cdf4-df1c-479f-98f9-86f1bbfe70a8,segment=NetworkSegment(1cc66786-7764-4091-9145-ea6e6eddb38d),segment_id=1cc66786-7764-4091-9145-ea6e6eddb38d)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:47:15.933975 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-6569567f-5e2b-47f6-bd54-bac2081d0345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (31b4cdf4-df1c-479f-98f9-86f1bbfe70a8), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:16.023049 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6569567f-5e2b-47f6-bd54-bac2081d0345 None None] Pushing event updated for resources: {'Port': ['ID=31b4cdf4-df1c-479f-98f9-86f1bbfe70a8,revision_number=5']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:16.052522 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-09ca259d-ac5b-4246-b600-d309e9ce3b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'name': 'tempest-AttachVolumeTestJSON-1050043195-router', 'tenant_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'a8a47849-7f10-43e1-a2b7-597b3bcc5dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:09Z', 'updated_at': '2022-02-28T10:47:12Z', 'revision_number': 4, 'project_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'gw_port': {'id': 'a8a47849-7f10-43e1-a2b7-597b3bcc5dd5', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:10Z', 'updated_at': '2022-02-28T10:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '31b4cdf4-df1c-479f-98f9-86f1bbfe70a8', 'name': '', 'network_id': '68874123-e025-4845-ba0e-91d78d83f030', 'tenant_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'mac_address': 'fa:16:3e:7c:21:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '896a2934-5b4b-4856-b24b-092a86b9c05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:11Z', 'updated_at': '2022-02-28T10:47:15Z', 'revision_number': 4, 'project_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'subnets': [{'id': '896a2934-5b4b-4856-b24b-092a86b9c05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:16.082742 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-985b79b9-9335-4c07-b493-68c462820e32 None None] Provisioning complete for port 31b4cdf4-df1c-479f-98f9-86f1bbfe70a8 triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:47:16.082742 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-985b79b9-9335-4c07-b493-68c462820e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (31b4cdf4-df1c-479f-98f9-86f1bbfe70a8), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:16.084361 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ca259d-ac5b-4246-b600-d309e9ce3b83 None None] The sync data for ids ['ef598a25-9445-492b-958c-fe319c2b58e5'] in dv-cinder-831167-1-iscsi is: [{'id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'name': 'tempest-AttachVolumeTestJSON-1050043195-router', 'tenant_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'a8a47849-7f10-43e1-a2b7-597b3bcc5dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:09Z', 'updated_at': '2022-02-28T10:47:12Z', 'revision_number': 4, 'project_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'gw_port': {'id': 'a8a47849-7f10-43e1-a2b7-597b3bcc5dd5', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:10Z', 'updated_at': '2022-02-28T10:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '31b4cdf4-df1c-479f-98f9-86f1bbfe70a8', 'name': '', 'network_id': '68874123-e025-4845-ba0e-91d78d83f030', 'tenant_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'mac_address': 'fa:16:3e:7c:21:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '896a2934-5b4b-4856-b24b-092a86b9c05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:11Z', 'updated_at': '2022-02-28T10:47:15Z', 'revision_number': 4, 'project_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'subnets': [{'id': '896a2934-5b4b-4856-b24b-092a86b9c05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:47:16.169221 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-985b79b9-9335-4c07-b493-68c462820e32 None None] Current status of the port 31b4cdf4-df1c-479f-98f9-86f1bbfe70a8 is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:47:16.355499 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5717bc7c-d324-4549-9eae-fdc136297c66 req-c77f04bd-5af5-4c9a-9f8c-e560f8ccf48d tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 210 time: 0.0325773 Feb 28 10:47:16.403137 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5975587e-9369-4876-bdf0-82a788a4fa05 req-c336d30d-daad-452c-a00f-4e4601941c84 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:16.404850 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-5975587e-9369-4876-bdf0-82a788a4fa05 req-c336d30d-daad-452c-a00f-4e4601941c84 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.46 "GET /v2.0/networks?id=68874123-e025-4845-ba0e-91d78d83f030 HTTP/1.1" status: 200 len: 811 time: 0.1403441 Feb 28 10:47:16.477643 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-5975587e-9369-4876-bdf0-82a788a4fa05 req-1a0d9340-b016-46d3-a2e9-0fe6952aee95 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=062b83dd1ce5429eb5e1cd526c5d3360 HTTP/1.1" status: 200 len: 380 time: 0.0545478 Feb 28 10:47:16.486242 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [req-5975587e-9369-4876-bdf0-82a788a4fa05 req-5c58bcdc-8c0f-4692-a1bc-c01db32b01df tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Request body: {'port': {'device_id': '339c313b-b200-49d1-a796-2ae09fa86fc5', 'network_id': '68874123-e025-4845-ba0e-91d78d83f030', 'admin_state_up': True, 'tenant_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'security_groups': ['c9749661-4796-40a5-8895-f84b5791b3c2']}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:47:16.603136 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5975587e-9369-4876-bdf0-82a788a4fa05 req-5c58bcdc-8c0f-4692-a1bc-c01db32b01df tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Made reservation on behalf of 062b83dd1ce5429eb5e1cd526c5d3360 for: {'port': 1} {{(pid=102996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:47:16.606159 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-5975587e-9369-4876-bdf0-82a788a4fa05 req-5c58bcdc-8c0f-4692-a1bc-c01db32b01df tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:16.733350 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.db_base_plugin_common [req-5975587e-9369-4876-bdf0-82a788a4fa05 req-5c58bcdc-8c0f-4692-a1bc-c01db32b01df tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Allocated IP 172.20.0.6 (68874123-e025-4845-ba0e-91d78d83f030/896a2934-5b4b-4856-b24b-092a86b9c05e/9a1c5e3f-a415-4016-b631-fccc34eeb594) {{(pid=102996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:47:16.857649 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 31b4cdf4-df1c-479f-98f9-86f1bbfe70a8 up at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:47:16.877922 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-5975587e-9369-4876-bdf0-82a788a4fa05 req-5c58bcdc-8c0f-4692-a1bc-c01db32b01df tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks [] for port (9a1c5e3f-a415-4016-b631-fccc34eeb594), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:16.905669 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Provisioning complete for port 31b4cdf4-df1c-479f-98f9-86f1bbfe70a8 triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:47:16.906042 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (31b4cdf4-df1c-479f-98f9-86f1bbfe70a8), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:16.911268 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-5975587e-9369-4876-bdf0-82a788a4fa05 req-5c58bcdc-8c0f-4692-a1bc-c01db32b01df tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (9a1c5e3f-a415-4016-b631-fccc34eeb594), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:16.952538 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5975587e-9369-4876-bdf0-82a788a4fa05 req-5c58bcdc-8c0f-4692-a1bc-c01db32b01df tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Network 68874123-e025-4845-ba0e-91d78d83f030 is already hosted by enough agents. {{(pid=102996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:47:16.955439 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.base_scheduler [req-5975587e-9369-4876-bdf0-82a788a4fa05 req-5c58bcdc-8c0f-4692-a1bc-c01db32b01df tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Resources bound (agent type, host, resource id): {{(pid=102996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:47:16.959004 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [req-5975587e-9369-4876-bdf0-82a788a4fa05 req-5c58bcdc-8c0f-4692-a1bc-c01db32b01df tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Received port after_create {{(pid=102996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:47:16.986320 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Current status of the port 31b4cdf4-df1c-479f-98f9-86f1bbfe70a8 is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:47:16.987421 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device a8a47849-7f10-43e1-a2b7-597b3bcc5dd5 up at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:47:16.993231 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c58bcdc-8c0f-4692-a1bc-c01db32b01df tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Pushing event updated for resources: {'Port': ['ID=9a1c5e3f-a415-4016-b631-fccc34eeb594,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:17.020537 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5975587e-9369-4876-bdf0-82a788a4fa05 req-5c58bcdc-8c0f-4692-a1bc-c01db32b01df tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:17.021352 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-5975587e-9369-4876-bdf0-82a788a4fa05 req-5c58bcdc-8c0f-4692-a1bc-c01db32b01df tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:17.034153 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Provisioning complete for port a8a47849-7f10-43e1-a2b7-597b3bcc5dd5 triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:47:17.034668 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (a8a47849-7f10-43e1-a2b7-597b3bcc5dd5), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:17.041511 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-5975587e-9369-4876-bdf0-82a788a4fa05 req-5c58bcdc-8c0f-4692-a1bc-c01db32b01df tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5593660 Feb 28 10:47:17.064676 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [req-5975587e-9369-4876-bdf0-82a788a4fa05 req-863ce011-5202-4e9c-b330-cfe529b27488 service neutron] Request body: {'port': {'device_id': '339c313b-b200-49d1-a796-2ae09fa86fc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83116'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:47:17.126968 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Current status of the port a8a47849-7f10-43e1-a2b7-597b3bcc5dd5 is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:47:17.134916 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-5975587e-9369-4876-bdf0-82a788a4fa05 req-863ce011-5202-4e9c-b330-cfe529b27488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (9a1c5e3f-a415-4016-b631-fccc34eeb594), before_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:17.194740 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-176d6c96-f53f-456d-b71b-faa38d9879b0 None None] Provisioning complete for port 9a1c5e3f-a415-4016-b631-fccc34eeb594 triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:47:17.195146 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-176d6c96-f53f-456d-b71b-faa38d9879b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (9a1c5e3f-a415-4016-b631-fccc34eeb594), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:17.232076 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-176d6c96-f53f-456d-b71b-faa38d9879b0 None None] Port 9a1c5e3f-a415-4016-b631-fccc34eeb594 cannot update to ACTIVE because it is not bound. {{(pid=102997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:47:17.388748 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [req-5975587e-9369-4876-bdf0-82a788a4fa05 req-863ce011-5202-4e9c-b330-cfe529b27488 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a1c5e3f-a415-4016-b631-fccc34eeb594 {{(pid=102996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:47:17.396136 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-5975587e-9369-4876-bdf0-82a788a4fa05 req-863ce011-5202-4e9c-b330-cfe529b27488 service neutron] Publish callbacks [] for port (9a1c5e3f-a415-4016-b631-fccc34eeb594), precommit_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:17.407665 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.provisioning_blocks [req-5975587e-9369-4876-bdf0-82a788a4fa05 req-863ce011-5202-4e9c-b330-cfe529b27488 service neutron] Transition to ACTIVE for port object 9a1c5e3f-a415-4016-b631-fccc34eeb594 will not be triggered until provisioned by entity L2. {{(pid=102996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:47:17.411824 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-5975587e-9369-4876-bdf0-82a788a4fa05 req-863ce011-5202-4e9c-b330-cfe529b27488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63361884'] for port (9a1c5e3f-a415-4016-b631-fccc34eeb594), after_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:17.476609 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb25541-69cf-424e-9936-f4a67a4a5dae req-38f7384b-906f-40e6-8fec-062d8b8f058f tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:17.477537 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ce011-5202-4e9c-b330-cfe529b27488 service neutron] Pushing event updated for resources: {'Port': ['ID=9a1c5e3f-a415-4016-b631-fccc34eeb594,revision_number=2']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:17.478151 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ebb25541-69cf-424e-9936-f4a67a4a5dae req-38f7384b-906f-40e6-8fec-062d8b8f058f tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 943 time: 0.0543239 Feb 28 10:47:17.530814 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-5975587e-9369-4876-bdf0-82a788a4fa05 req-863ce011-5202-4e9c-b330-cfe529b27488 service neutron] Attempting to bind port 9a1c5e3f-a415-4016-b631-fccc34eeb594 on host hv-cinder-83116 for vnic_type normal with profile {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:47:17.531183 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-5975587e-9369-4876-bdf0-82a788a4fa05 req-863ce011-5202-4e9c-b330-cfe529b27488 service neutron] Attempting to bind port 9a1c5e3f-a415-4016-b631-fccc34eeb594 by drivers openvswitch,hyperv on host hv-cinder-83116 at level 0 using segments [{'id': '1cc66786-7764-4091-9145-ea6e6eddb38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '68874123-e025-4845-ba0e-91d78d83f030'}] {{(pid=102996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:47:17.531514 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5975587e-9369-4876-bdf0-82a788a4fa05 req-863ce011-5202-4e9c-b330-cfe529b27488 service neutron] Attempting to bind port 9a1c5e3f-a415-4016-b631-fccc34eeb594 on network 68874123-e025-4845-ba0e-91d78d83f030 {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:47:17.534781 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ebb25541-69cf-424e-9936-f4a67a4a5dae req-c84f2877-54c9-4b73-95a6-a5bbde4725f1 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9749661-4796-40a5-8895-f84b5791b3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473778 Feb 28 10:47:17.536029 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5975587e-9369-4876-bdf0-82a788a4fa05 req-863ce011-5202-4e9c-b330-cfe529b27488 service neutron] Port 9a1c5e3f-a415-4016-b631-fccc34eeb594 on network 68874123-e025-4845-ba0e-91d78d83f030 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83116 {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:47:17.536351 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5975587e-9369-4876-bdf0-82a788a4fa05 req-863ce011-5202-4e9c-b330-cfe529b27488 service neutron] Attempting to bind port 9a1c5e3f-a415-4016-b631-fccc34eeb594 on network 68874123-e025-4845-ba0e-91d78d83f030 {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:47:17.541877 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5975587e-9369-4876-bdf0-82a788a4fa05 req-863ce011-5202-4e9c-b330-cfe529b27488 service neutron] Checking agent: {'id': 'db31e800-75f5-4bdb-84cd-f402d346b45c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 36, 4), 'started_at': datetime.datetime(2022, 2, 28, 10, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:47:17.542408 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5975587e-9369-4876-bdf0-82a788a4fa05 req-863ce011-5202-4e9c-b330-cfe529b27488 service neutron] Checking segment: {'id': '1cc66786-7764-4091-9145-ea6e6eddb38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '68874123-e025-4845-ba0e-91d78d83f030'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:47:17.542961 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5975587e-9369-4876-bdf0-82a788a4fa05 req-863ce011-5202-4e9c-b330-cfe529b27488 service neutron] Bound using segment: {'id': '1cc66786-7764-4091-9145-ea6e6eddb38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '68874123-e025-4845-ba0e-91d78d83f030'} {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:47:17.543697 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-5975587e-9369-4876-bdf0-82a788a4fa05 req-863ce011-5202-4e9c-b330-cfe529b27488 service neutron] Bound port: 9a1c5e3f-a415-4016-b631-fccc34eeb594, host: hv-cinder-83116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cc66786-7764-4091-9145-ea6e6eddb38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '68874123-e025-4845-ba0e-91d78d83f030'}}] {{(pid=102996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:47:17.544208 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-5975587e-9369-4876-bdf0-82a788a4fa05 req-863ce011-5202-4e9c-b330-cfe529b27488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (9a1c5e3f-a415-4016-b631-fccc34eeb594), before_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:17.614317 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-5975587e-9369-4876-bdf0-82a788a4fa05 req-863ce011-5202-4e9c-b330-cfe529b27488 service neutron] For port 9a1c5e3f-a415-4016-b631-fccc34eeb594, host hv-cinder-83116, cleared binding levels {{(pid=102996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:47:17.617697 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-5975587e-9369-4876-bdf0-82a788a4fa05 req-863ce011-5202-4e9c-b330-cfe529b27488 service neutron] For port 9a1c5e3f-a415-4016-b631-fccc34eeb594, host hv-cinder-83116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=9a1c5e3f-a415-4016-b631-fccc34eeb594,segment=NetworkSegment(1cc66786-7764-4091-9145-ea6e6eddb38d),segment_id=1cc66786-7764-4091-9145-ea6e6eddb38d)] {{(pid=102996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:47:17.623722 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-5975587e-9369-4876-bdf0-82a788a4fa05 req-863ce011-5202-4e9c-b330-cfe529b27488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63361884'] for port (9a1c5e3f-a415-4016-b631-fccc34eeb594), after_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:17.662846 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5975587e-9369-4876-bdf0-82a788a4fa05 req-863ce011-5202-4e9c-b330-cfe529b27488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:17.663983 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-5975587e-9369-4876-bdf0-82a788a4fa05 req-863ce011-5202-4e9c-b330-cfe529b27488 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:17.665392 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-5975587e-9369-4876-bdf0-82a788a4fa05 req-863ce011-5202-4e9c-b330-cfe529b27488 service neutron] 10.222.0.46 "PUT /v2.0/ports/9a1c5e3f-a415-4016-b631-fccc34eeb594 HTTP/1.1" status: 200 len: 1093 time: 0.6051018 Feb 28 10:47:17.665852 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339c313b-b200-49d1-a796-2ae09fa86fc5', 'tag': '9a1c5e3f-a415-4016-b631-fccc34eeb594'}] {{(pid=102996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:47:17.668117 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fc607127e9415785fd538e0c70e4bf06f6b8f20b6b46de5a0809c41644901f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6098bf-dab0-4960-ac04-093a86016977" -d '{"events": [{"name": "network-changed", "server_uuid": "339c313b-b200-49d1-a796-2ae09fa86fc5", "tag": "9a1c5e3f-a415-4016-b631-fccc34eeb594"}]}' {{(pid=102996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:47:17.688391 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ce011-5202-4e9c-b330-cfe529b27488 service neutron] Pushing event updated for resources: {'Port': ['ID=9a1c5e3f-a415-4016-b631-fccc34eeb594,revision_number=3']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:17.708847 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22758bfe-d432-49e6-98e0-8c16fe9d2006 x-openstack-request-id: req-22758bfe-d432-49e6-98e0-8c16fe9d2006 {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:47:17.709094 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "339c313b-b200-49d1-a796-2ae09fa86fc5", "tag": "9a1c5e3f-a415-4016-b631-fccc34eeb594", "status": "completed", "code": 200}]} {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:47:17.709349 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-22758bfe-d432-49e6-98e0-8c16fe9d2006 {{(pid=102996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:47:17.710319 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '339c313b-b200-49d1-a796-2ae09fa86fc5', 'tag': '9a1c5e3f-a415-4016-b631-fccc34eeb594', 'status': 'completed', 'code': 200} Feb 28 10:47:17.793187 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5975587e-9369-4876-bdf0-82a788a4fa05 req-03f7012e-7dfd-4552-ba3b-5146f499b609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:17.794706 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-5975587e-9369-4876-bdf0-82a788a4fa05 req-03f7012e-7dfd-4552-ba3b-5146f499b609 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=062b83dd1ce5429eb5e1cd526c5d3360&device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 1127 time: 0.0504894 Feb 28 10:47:17.846844 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-5975587e-9369-4876-bdf0-82a788a4fa05 req-adb62ec5-b977-48ef-bfba-c6bd6952eb6a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a1c5e3f-a415-4016-b631-fccc34eeb594 HTTP/1.1" status: 200 len: 217 time: 0.0376134 Feb 28 10:47:17.896836 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5975587e-9369-4876-bdf0-82a788a4fa05 req-f7b1ff51-8407-405a-ad4c-619c16892a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:17.898688 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-5975587e-9369-4876-bdf0-82a788a4fa05 req-f7b1ff51-8407-405a-ad4c-619c16892a65 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=896a2934-5b4b-4856-b24b-092a86b9c05e HTTP/1.1" status: 200 len: 850 time: 0.0452979 Feb 28 10:47:17.948624 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5975587e-9369-4876-bdf0-82a788a4fa05 req-e434fbf8-5e52-4a8b-83ea-2a4c44e9520e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:17.950057 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-5975587e-9369-4876-bdf0-82a788a4fa05 req-e434fbf8-5e52-4a8b-83ea-2a4c44e9520e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=68874123-e025-4845-ba0e-91d78d83f030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432880 Feb 28 10:47:18.038342 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-5975587e-9369-4876-bdf0-82a788a4fa05 req-e480b024-f693-4180-907d-d0d0097f5a3f service neutron] 10.222.0.46 "GET /v2.0/networks/68874123-e025-4845-ba0e-91d78d83f030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809493 Feb 28 10:47:18.124496 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-5975587e-9369-4876-bdf0-82a788a4fa05 req-6788d0c3-d796-4e2d-8bc2-2545ea9aac31 service neutron] 10.222.0.46 "GET /v2.0/networks/68874123-e025-4845-ba0e-91d78d83f030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803010 Feb 28 10:47:18.270564 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6098bf-dab0-4960-ac04-093a86016977 req-f3f7a298-c4a8-4fae-bc39-b9d527b3865b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:18.271956 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-1f6098bf-dab0-4960-ac04-093a86016977 req-f3f7a298-c4a8-4fae-bc39-b9d527b3865b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=062b83dd1ce5429eb5e1cd526c5d3360&device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 1127 time: 0.0437343 Feb 28 10:47:18.360553 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6098bf-dab0-4960-ac04-093a86016977 req-fd23438f-6e42-4bfd-9889-6aae5160809d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:18.361962 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-1f6098bf-dab0-4960-ac04-093a86016977 req-fd23438f-6e42-4bfd-9889-6aae5160809d service neutron] 10.222.0.46 "GET /v2.0/networks?id=68874123-e025-4845-ba0e-91d78d83f030 HTTP/1.1" status: 200 len: 912 time: 0.0834215 Feb 28 10:47:18.406914 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-1f6098bf-dab0-4960-ac04-093a86016977 req-ef5d0845-5d2f-4b8c-9dfb-d3f3cdce98ca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a1c5e3f-a415-4016-b631-fccc34eeb594 HTTP/1.1" status: 200 len: 217 time: 0.0348630 Feb 28 10:47:18.453598 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6098bf-dab0-4960-ac04-093a86016977 req-a5abd200-d7ab-476d-bd4e-0b8f173095e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:18.455013 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-1f6098bf-dab0-4960-ac04-093a86016977 req-a5abd200-d7ab-476d-bd4e-0b8f173095e3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=896a2934-5b4b-4856-b24b-092a86b9c05e HTTP/1.1" status: 200 len: 850 time: 0.0419729 Feb 28 10:47:18.504957 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6098bf-dab0-4960-ac04-093a86016977 req-a77795db-1fcd-4f95-9d70-22902d8d8925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:18.506391 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-1f6098bf-dab0-4960-ac04-093a86016977 req-a77795db-1fcd-4f95-9d70-22902d8d8925 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=68874123-e025-4845-ba0e-91d78d83f030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458698 Feb 28 10:47:18.591247 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-1f6098bf-dab0-4960-ac04-093a86016977 req-90eda2d1-9aba-4394-8b85-a00e63cdd11a service neutron] 10.222.0.46 "GET /v2.0/networks/68874123-e025-4845-ba0e-91d78d83f030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784059 Feb 28 10:47:18.651670 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10102b-2a9d-4ade-a152-428a5dfc7e7c req-6024e931-e4cd-4c2f-9bca-64137109eeda tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:18.653120 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ca10102b-2a9d-4ade-a152-428a5dfc7e7c req-6024e931-e4cd-4c2f-9bca-64137109eeda tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 943 time: 0.0516899 Feb 28 10:47:18.683924 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-1f6098bf-dab0-4960-ac04-093a86016977 req-d4bb975e-1dfe-4025-a16f-876c8706a4a1 service neutron] 10.222.0.46 "GET /v2.0/networks/68874123-e025-4845-ba0e-91d78d83f030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854807 Feb 28 10:47:18.700582 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ca10102b-2a9d-4ade-a152-428a5dfc7e7c req-6402f0df-8dcc-43ea-9300-43697d4fceb8 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9749661-4796-40a5-8895-f84b5791b3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412824 Feb 28 10:47:19.816220 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440630d0-bcbb-465a-99c4-09575b0477ee req-9b88db15-b909-4199-b9ad-37a7b7779568 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:19.817663 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-440630d0-bcbb-465a-99c4-09575b0477ee req-9b88db15-b909-4199-b9ad-37a7b7779568 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 943 time: 0.0512869 Feb 28 10:47:19.862302 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-440630d0-bcbb-465a-99c4-09575b0477ee req-f627f87e-90c7-4869-8920-d68a78056ff9 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9749661-4796-40a5-8895-f84b5791b3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392041 Feb 28 10:47:20.979887 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08fa9d1-6419-4332-bba7-77333b9ff0d0 req-83114c80-077c-47af-a09b-01fe2343dbb8 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:20.981355 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e08fa9d1-6419-4332-bba7-77333b9ff0d0 req-83114c80-077c-47af-a09b-01fe2343dbb8 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 943 time: 0.0546083 Feb 28 10:47:21.025843 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e08fa9d1-6419-4332-bba7-77333b9ff0d0 req-ec3fe6b6-96d8-436e-9ffd-61077876829f tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9749661-4796-40a5-8895-f84b5791b3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390775 Feb 28 10:47:21.871158 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device 9a1c5e3f-a415-4016-b631-fccc34eeb594 details requested by agent hyperv_hv-cinder-83116 with host hv-cinder-83116 {{(pid=102997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:47:21.966838 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port 9a1c5e3f-a415-4016-b631-fccc34eeb594, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=9a1c5e3f-a415-4016-b631-fccc34eeb594,segment=NetworkSegment(1cc66786-7764-4091-9145-ea6e6eddb38d),segment_id=1cc66786-7764-4091-9145-ea6e6eddb38d)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:47:21.977442 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Returning: {'device': '9a1c5e3f-a415-4016-b631-fccc34eeb594', 'network_id': '68874123-e025-4845-ba0e-91d78d83f030', 'port_id': '9a1c5e3f-a415-4016-b631-fccc34eeb594', 'mac_address': 'fa:16:3e:3a:25:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '896a2934-5b4b-4856-b24b-092a86b9c05e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:47:22.013035 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Current status of the port 9a1c5e3f-a415-4016-b631-fccc34eeb594 is: DOWN; New status is: BUILD {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:47:22.013418 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (9a1c5e3f-a415-4016-b631-fccc34eeb594), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:22.026508 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.notifiers.nova [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a1c5e3f-a415-4016-b631-fccc34eeb594 {{(pid=102997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:47:22.053116 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port 9a1c5e3f-a415-4016-b631-fccc34eeb594, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=9a1c5e3f-a415-4016-b631-fccc34eeb594,segment=NetworkSegment(1cc66786-7764-4091-9145-ea6e6eddb38d),segment_id=1cc66786-7764-4091-9145-ea6e6eddb38d)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:47:22.057917 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (9a1c5e3f-a415-4016-b631-fccc34eeb594), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:22.105482 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Pushing event updated for resources: {'Port': ['ID=9a1c5e3f-a415-4016-b631-fccc34eeb594,revision_number=4']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:22.151450 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3fe6a-1252-4004-bdae-73a96588d63f req-acc0c86c-6e97-4a3d-bb47-d6158a948e1f tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:22.152914 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a2e3fe6a-1252-4004-bdae-73a96588d63f req-acc0c86c-6e97-4a3d-bb47-d6158a948e1f tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 944 time: 0.0530119 Feb 28 10:47:22.198245 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a2e3fe6a-1252-4004-bdae-73a96588d63f req-04ccc864-347c-4724-a06f-78d2fb35eaf1 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9749661-4796-40a5-8895-f84b5791b3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399466 Feb 28 10:47:22.525175 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] get_ports_and_sgs() called for port_ids ['9a1c5e3f-a415-4016-b631-fccc34eeb594'] {{(pid=102997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:47:23.310089 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64222803-64f9-4b96-8278-f318aabb7c04 req-0d5d0ce7-7bc1-4aad-a8ff-7f675b988f23 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:23.311576 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-64222803-64f9-4b96-8278-f318aabb7c04 req-0d5d0ce7-7bc1-4aad-a8ff-7f675b988f23 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 944 time: 0.0505517 Feb 28 10:47:23.359765 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-64222803-64f9-4b96-8278-f318aabb7c04 req-be46c97f-cff1-4d43-aa83-5cb88769b82e tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9749661-4796-40a5-8895-f84b5791b3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428112 Feb 28 10:47:23.880395 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device 9a1c5e3f-a415-4016-b631-fccc34eeb594 up at agent hyperv_hv-cinder-83116 {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:47:23.930117 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Provisioning for port 9a1c5e3f-a415-4016-b631-fccc34eeb594 completed by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:47:23.934060 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Provisioning complete for port 9a1c5e3f-a415-4016-b631-fccc34eeb594 triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:47:23.934440 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (9a1c5e3f-a415-4016-b631-fccc34eeb594), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:24.008426 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Current status of the port 9a1c5e3f-a415-4016-b631-fccc34eeb594 is: BUILD; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:47:24.008810 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (9a1c5e3f-a415-4016-b631-fccc34eeb594), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:24.030815 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339c313b-b200-49d1-a796-2ae09fa86fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1c5e3f-a415-4016-b631-fccc34eeb594'}] {{(pid=102997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:47:24.033036 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3235e45cea9492f03cbc66cd40cfc06ba5865c86106c1e9dddb87cdb5008e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc34d2c-e25b-4b2d-aa2c-af36fe7c756b" -d '{"events": [{"server_uuid": "339c313b-b200-49d1-a796-2ae09fa86fc5", "name": "network-vif-plugged", "status": "completed", "tag": "9a1c5e3f-a415-4016-b631-fccc34eeb594"}]}' {{(pid=102997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:47:24.045228 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port 9a1c5e3f-a415-4016-b631-fccc34eeb594, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=9a1c5e3f-a415-4016-b631-fccc34eeb594,segment=NetworkSegment(1cc66786-7764-4091-9145-ea6e6eddb38d),segment_id=1cc66786-7764-4091-9145-ea6e6eddb38d)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:47:24.049250 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (9a1c5e3f-a415-4016-b631-fccc34eeb594), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:24.073641 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4668b630-a2bf-431d-b975-f0af0a297cb2 x-openstack-request-id: req-4668b630-a2bf-431d-b975-f0af0a297cb2 {{(pid=102997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:47:24.073936 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339c313b-b200-49d1-a796-2ae09fa86fc5", "name": "network-vif-plugged", "status": "completed", "tag": "9a1c5e3f-a415-4016-b631-fccc34eeb594", "code": 200}]} {{(pid=102997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:47:24.074190 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4668b630-a2bf-431d-b975-f0af0a297cb2 {{(pid=102997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:47:24.074571 dv-cinder-831167-1-iscsi neutron-server[102997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339c313b-b200-49d1-a796-2ae09fa86fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1c5e3f-a415-4016-b631-fccc34eeb594', 'code': 200} Feb 28 10:47:24.099834 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Pushing event updated for resources: {'Port': ['ID=9a1c5e3f-a415-4016-b631-fccc34eeb594,revision_number=5']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:24.299689 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d03dc-02ec-48fe-ae3c-a8e9339b2710 req-038a1e74-52c2-4851-82ec-843f6a944e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:24.301036 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-5f6d03dc-02ec-48fe-ae3c-a8e9339b2710 req-038a1e74-52c2-4851-82ec-843f6a944e84 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 1129 time: 0.0424514 Feb 28 10:47:24.342142 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-5f6d03dc-02ec-48fe-ae3c-a8e9339b2710 req-9dbcb5a7-39e5-46e8-baa0-641d3283b842 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c9749661-4796-40a5-8895-f84b5791b3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349965 Feb 28 10:47:24.475378 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da465e-ad25-4cef-89ee-1c31439b8548 req-9febbe2b-ca40-4209-8134-549d21f7e679 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:24.476821 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-75da465e-ad25-4cef-89ee-1c31439b8548 req-9febbe2b-ca40-4209-8134-549d21f7e679 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 945 time: 0.0525544 Feb 28 10:47:24.522091 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-75da465e-ad25-4cef-89ee-1c31439b8548 req-4c8dcb49-6061-4132-8f5b-f73c64255896 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9749661-4796-40a5-8895-f84b5791b3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397112 Feb 28 10:47:24.961463 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4bea323c-65ac-4acc-a19a-8988652e2085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:25.638232 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d83075-8106-4d40-b136-2a3f09d55f14 req-b246b8dd-d89c-4205-8d77-85533a7b0035 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:25.639718 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-44d83075-8106-4d40-b136-2a3f09d55f14 req-b246b8dd-d89c-4205-8d77-85533a7b0035 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 945 time: 0.0514181 Feb 28 10:47:25.684999 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-44d83075-8106-4d40-b136-2a3f09d55f14 req-539b6291-4be9-44f1-9b94-ce10346a600b tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9749661-4796-40a5-8895-f84b5791b3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397797 Feb 28 10:47:26.804230 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6826a-a491-4307-a87b-376f5fd03f9e req-34a67183-f124-47e3-94c3-969ad03312df tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:26.805702 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-40f6826a-a491-4307-a87b-376f5fd03f9e req-34a67183-f124-47e3-94c3-969ad03312df tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 945 time: 0.0567958 Feb 28 10:47:26.854120 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-40f6826a-a491-4307-a87b-376f5fd03f9e req-76c89c3f-e7bc-455f-ab29-6106913ab76c tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9749661-4796-40a5-8895-f84b5791b3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423274 Feb 28 10:47:26.939705 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1dc51-0e30-4ead-8761-f404eeabed7f req-31086901-cf5d-40be-a735-fec7244ae070 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:26.941158 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7aa1dc51-0e30-4ead-8761-f404eeabed7f req-31086901-cf5d-40be-a735-fec7244ae070 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 945 time: 0.0606265 Feb 28 10:47:27.014725 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3ea3b-9afe-4bd2-8a48-89072cd4b6e1 req-06eddd4d-214f-4788-9724-ee89d0e74bec tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:27.016102 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1ef3ea3b-9afe-4bd2-8a48-89072cd4b6e1 req-06eddd4d-214f-4788-9724-ee89d0e74bec tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 945 time: 0.0961332 Feb 28 10:47:27.020615 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7aa1dc51-0e30-4ead-8761-f404eeabed7f req-25450177-8d50-4346-b582-190ea3ff25c3 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c2bdc8a-d08e-4546-a893-aaa7a48984d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645401 Feb 28 10:47:27.024641 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 35320) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:27.029069 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [None req-e76559f5-4ada-40ad-b546-c2c6e99cd5e1 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Request body: {'floatingip': {'port_id': '9a1c5e3f-a415-4016-b631-fccc34eeb594'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:47:27.070018 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-e76559f5-4ada-40ad-b546-c2c6e99cd5e1 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks [] for floatingip (f171884f-b293-44ce-9f79-5c9601b62047), before_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:27.161810 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-c29d453f-fd99-4a71-a529-e787a074ce92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:27.494084 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-e76559f5-4ada-40ad-b546-c2c6e99cd5e1 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:27.497721 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-e76559f5-4ada-40ad-b546-c2c6e99cd5e1 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-379257'] for floatingip (f171884f-b293-44ce-9f79-5c9601b62047), after_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:27.596693 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.db.l3_db [None req-e76559f5-4ada-40ad-b546-c2c6e99cd5e1 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Floating IP f171884f-b293-44ce-9f79-5c9601b62047 associated. External IP: 172.27.1.197, port: 9a1c5e3f-a415-4016-b631-fccc34eeb594. Feb 28 10:47:27.802695 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76559f5-4ada-40ad-b546-c2c6e99cd5e1 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Router ef598a25-9445-492b-958c-fe319c2b58e5 has already been hosted by L3 agent 86347f47-2890-46a7-a199-31163828a11a {{(pid=102996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:47:27.912252 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76559f5-4ada-40ad-b546-c2c6e99cd5e1 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Notify agent at l3_agent.dv-cinder-831167-1-iscsi the message routers_updated {{(pid=102996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:47:27.917663 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-e76559f5-4ada-40ad-b546-c2c6e99cd5e1 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for floatingip (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:27.922853 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72885e70-827b-495b-a3cb-acbedc2874fa None None] Sync routers for ids ['ef598a25-9445-492b-958c-fe319c2b58e5'] in dv-cinder-831167-1-iscsi {{(pid=102998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:47:27.933594 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72885e70-827b-495b-a3cb-acbedc2874fa None None] Routers {'ef598a25-9445-492b-958c-fe319c2b58e5'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:47:27.934214 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-72885e70-827b-495b-a3cb-acbedc2874fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:47:27Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['ef598a25-9445-492b-958c-fe319c2b58e5'], 'active': True} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:27.946877 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-e76559f5-4ada-40ad-b546-c2c6e99cd5e1 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "PUT /v2.0/floatingips/f171884f-b293-44ce-9f79-5c9601b62047 HTTP/1.1" status: 200 len: 991 time: 0.9211574 Feb 28 10:47:27.947646 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339c313b-b200-49d1-a796-2ae09fa86fc5', 'tag': '9a1c5e3f-a415-4016-b631-fccc34eeb594'}] {{(pid=102996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:47:27.950022 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fc607127e9415785fd538e0c70e4bf06f6b8f20b6b46de5a0809c41644901f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275ace39-e3d8-4ff1-99f3-e7874870fcdd" -d '{"events": [{"name": "network-changed", "server_uuid": "339c313b-b200-49d1-a796-2ae09fa86fc5", "tag": "9a1c5e3f-a415-4016-b631-fccc34eeb594"}]}' {{(pid=102996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:47:27.988055 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094ed69c-62b9-4208-b13d-638dfe9d2e8c x-openstack-request-id: req-094ed69c-62b9-4208-b13d-638dfe9d2e8c {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:47:27.988429 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "339c313b-b200-49d1-a796-2ae09fa86fc5", "tag": "9a1c5e3f-a415-4016-b631-fccc34eeb594", "status": "completed", "code": 200}]} {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:47:27.988591 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-094ed69c-62b9-4208-b13d-638dfe9d2e8c {{(pid=102996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:47:27.989018 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '339c313b-b200-49d1-a796-2ae09fa86fc5', 'tag': '9a1c5e3f-a415-4016-b631-fccc34eeb594', 'status': 'completed', 'code': 200} Feb 28 10:47:28.047076 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvr_db [None req-72885e70-827b-495b-a3cb-acbedc2874fa None None] Set router ef598a25-9445-492b-958c-fe319c2b58e5 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:47:28.103667 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ace39-e3d8-4ff1-99f3-e7874870fcdd req-e0bb1626-6d79-4743-9b96-28eafdaec475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:28.105293 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-275ace39-e3d8-4ff1-99f3-e7874870fcdd req-e0bb1626-6d79-4743-9b96-28eafdaec475 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=062b83dd1ce5429eb5e1cd526c5d3360&device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 1129 time: 0.0489116 Feb 28 10:47:28.149029 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e64643-8b58-4198-86d9-f6d9a70d1039 req-221acb4a-a7ce-4c63-8e78-efa7eecfc8db tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:28.151163 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-09e64643-8b58-4198-86d9-f6d9a70d1039 req-221acb4a-a7ce-4c63-8e78-efa7eecfc8db tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 945 time: 0.0557735 Feb 28 10:47:28.200588 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-09e64643-8b58-4198-86d9-f6d9a70d1039 req-36ea7a96-58e7-4153-bd36-05021942cfbf tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c2bdc8a-d08e-4546-a893-aaa7a48984d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435867 Feb 28 10:47:28.205145 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ace39-e3d8-4ff1-99f3-e7874870fcdd req-baff27b2-16d4-4e33-a619-fe67a1bc5fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:28.206585 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-275ace39-e3d8-4ff1-99f3-e7874870fcdd req-baff27b2-16d4-4e33-a619-fe67a1bc5fe1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=68874123-e025-4845-ba0e-91d78d83f030 HTTP/1.1" status: 200 len: 912 time: 0.0901184 Feb 28 10:47:28.274814 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-275ace39-e3d8-4ff1-99f3-e7874870fcdd req-737956c6-a2ab-4ec5-b4c7-4208478375b5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a1c5e3f-a415-4016-b631-fccc34eeb594 HTTP/1.1" status: 200 len: 999 time: 0.0610325 Feb 28 10:47:28.291655 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-72885e70-827b-495b-a3cb-acbedc2874fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'name': 'tempest-AttachVolumeTestJSON-1050043195-router', 'tenant_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'a8a47849-7f10-43e1-a2b7-597b3bcc5dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:09Z', 'updated_at': '2022-02-28T10:47:12Z', 'revision_number': 4, 'project_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'gw_port': {'id': 'a8a47849-7f10-43e1-a2b7-597b3bcc5dd5', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:10Z', 'updated_at': '2022-02-28T10:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_floatingips': [{'id': 'f171884f-b293-44ce-9f79-5c9601b62047', 'tenant_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'floating_ip_address': '172.27.1.197', 'floating_network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'router_id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'port_id': '9a1c5e3f-a415-4016-b631-fccc34eeb594', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68874123-e025-4845-ba0e-91d78d83f030', 'mac_address': 'fa:16:3e:3a:25:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339c313b-b200-49d1-a796-2ae09fa86fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:47:13Z', 'updated_at': '2022-02-28T10:47:27Z', 'revision_number': 1, 'project_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31b4cdf4-df1c-479f-98f9-86f1bbfe70a8', 'name': '', 'network_id': '68874123-e025-4845-ba0e-91d78d83f030', 'tenant_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'mac_address': 'fa:16:3e:7c:21:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '896a2934-5b4b-4856-b24b-092a86b9c05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:11Z', 'updated_at': '2022-02-28T10:47:15Z', 'revision_number': 5, 'project_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'subnets': [{'id': '896a2934-5b4b-4856-b24b-092a86b9c05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:28.320333 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72885e70-827b-495b-a3cb-acbedc2874fa None None] Checking router: ef598a25-9445-492b-958c-fe319c2b58e5 for host: dv-cinder-831167-1-iscsi {{(pid=102998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:47:28.326521 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ace39-e3d8-4ff1-99f3-e7874870fcdd req-e4583422-e0f6-4e54-a476-15be42ac9f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:28.328017 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-275ace39-e3d8-4ff1-99f3-e7874870fcdd req-e4583422-e0f6-4e54-a476-15be42ac9f7c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=896a2934-5b4b-4856-b24b-092a86b9c05e HTTP/1.1" status: 200 len: 850 time: 0.0467794 Feb 28 10:47:28.328546 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72885e70-827b-495b-a3cb-acbedc2874fa None None] Routers {'ef598a25-9445-492b-958c-fe319c2b58e5'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:47:28.329155 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-72885e70-827b-495b-a3cb-acbedc2874fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:47:27Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['ef598a25-9445-492b-958c-fe319c2b58e5'], 'active': True} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:28.377617 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ace39-e3d8-4ff1-99f3-e7874870fcdd req-d29d19f4-c302-4529-b3ac-c22dad9e7a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:28.379479 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-275ace39-e3d8-4ff1-99f3-e7874870fcdd req-d29d19f4-c302-4529-b3ac-c22dad9e7a7a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=68874123-e025-4845-ba0e-91d78d83f030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453627 Feb 28 10:47:28.442244 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvr_db [None req-72885e70-827b-495b-a3cb-acbedc2874fa None None] Set router ef598a25-9445-492b-958c-fe319c2b58e5 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:47:28.467580 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-275ace39-e3d8-4ff1-99f3-e7874870fcdd req-fc90c6a9-da2b-4da8-a109-126b17ed2786 service neutron] 10.222.0.46 "GET /v2.0/networks/68874123-e025-4845-ba0e-91d78d83f030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815458 Feb 28 10:47:28.557118 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-275ace39-e3d8-4ff1-99f3-e7874870fcdd req-a1824f1c-07c3-429f-9dad-9ae012a6704d service neutron] 10.222.0.46 "GET /v2.0/networks/68874123-e025-4845-ba0e-91d78d83f030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838735 Feb 28 10:47:28.578996 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:28.660413 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-72885e70-827b-495b-a3cb-acbedc2874fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'name': 'tempest-AttachVolumeTestJSON-1050043195-router', 'tenant_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'a8a47849-7f10-43e1-a2b7-597b3bcc5dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:09Z', 'updated_at': '2022-02-28T10:47:12Z', 'revision_number': 4, 'project_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'gw_port': {'id': 'a8a47849-7f10-43e1-a2b7-597b3bcc5dd5', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:10Z', 'updated_at': '2022-02-28T10:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_floatingips': [{'id': 'f171884f-b293-44ce-9f79-5c9601b62047', 'tenant_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'floating_ip_address': '172.27.1.197', 'floating_network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'router_id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'port_id': '9a1c5e3f-a415-4016-b631-fccc34eeb594', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68874123-e025-4845-ba0e-91d78d83f030', 'mac_address': 'fa:16:3e:3a:25:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339c313b-b200-49d1-a796-2ae09fa86fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:47:13Z', 'updated_at': '2022-02-28T10:47:27Z', 'revision_number': 1, 'project_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31b4cdf4-df1c-479f-98f9-86f1bbfe70a8', 'name': '', 'network_id': '68874123-e025-4845-ba0e-91d78d83f030', 'tenant_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'mac_address': 'fa:16:3e:7c:21:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '896a2934-5b4b-4856-b24b-092a86b9c05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:11Z', 'updated_at': '2022-02-28T10:47:15Z', 'revision_number': 5, 'project_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'subnets': [{'id': '896a2934-5b4b-4856-b24b-092a86b9c05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:28.688521 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72885e70-827b-495b-a3cb-acbedc2874fa None None] The sync data for ids ['ef598a25-9445-492b-958c-fe319c2b58e5'] in dv-cinder-831167-1-iscsi is: [{'id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'name': 'tempest-AttachVolumeTestJSON-1050043195-router', 'tenant_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'a8a47849-7f10-43e1-a2b7-597b3bcc5dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:09Z', 'updated_at': '2022-02-28T10:47:12Z', 'revision_number': 4, 'project_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'gw_port': {'id': 'a8a47849-7f10-43e1-a2b7-597b3bcc5dd5', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:10Z', 'updated_at': '2022-02-28T10:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_floatingips': [{'id': 'f171884f-b293-44ce-9f79-5c9601b62047', 'tenant_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'floating_ip_address': '172.27.1.197', 'floating_network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'router_id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'port_id': '9a1c5e3f-a415-4016-b631-fccc34eeb594', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68874123-e025-4845-ba0e-91d78d83f030', 'mac_address': 'fa:16:3e:3a:25:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339c313b-b200-49d1-a796-2ae09fa86fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:47:13Z', 'updated_at': '2022-02-28T10:47:27Z', 'revision_number': 1, 'project_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31b4cdf4-df1c-479f-98f9-86f1bbfe70a8', 'name': '', 'network_id': '68874123-e025-4845-ba0e-91d78d83f030', 'tenant_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'mac_address': 'fa:16:3e:7c:21:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '896a2934-5b4b-4856-b24b-092a86b9c05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:11Z', 'updated_at': '2022-02-28T10:47:15Z', 'revision_number': 5, 'project_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'subnets': [{'id': '896a2934-5b4b-4856-b24b-092a86b9c05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:47:28.878387 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422cb17f-ed51-431e-924f-6401ede7d4d1 None None] New status for floating IP f171884f-b293-44ce-9f79-5c9601b62047: ACTIVE {{(pid=102997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:47:29.317449 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365f262-2c94-40f3-baac-9374391af791 req-8d8d9065-648e-4b8b-92d1-5bf14e041154 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:29.318933 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d365f262-2c94-40f3-baac-9374391af791 req-8d8d9065-648e-4b8b-92d1-5bf14e041154 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 945 time: 0.0514436 Feb 28 10:47:29.365058 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d365f262-2c94-40f3-baac-9374391af791 req-b03efe55-345a-4c7f-8734-13af7a8bd94a tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c2bdc8a-d08e-4546-a893-aaa7a48984d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406590 Feb 28 10:47:29.940025 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:30.490799 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8741a-9442-4694-adb1-ad28a634aa18 req-5027c577-7c1a-4906-a5a0-1ac0cf67e962 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:30.492301 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-baa8741a-9442-4694-adb1-ad28a634aa18 req-5027c577-7c1a-4906-a5a0-1ac0cf67e962 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 945 time: 0.0618968 Feb 28 10:47:30.539494 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-baa8741a-9442-4694-adb1-ad28a634aa18 req-7e2de1e8-65a8-4571-91c3-2efc8ff09525 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c2bdc8a-d08e-4546-a893-aaa7a48984d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418253 Feb 28 10:47:31.550520 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:31.656307 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa5382-2aed-48d3-ab52-ee0eaf06b136 req-9659449c-b894-4bce-81ae-340de6d1c82b tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:31.657784 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-8daa5382-2aed-48d3-ab52-ee0eaf06b136 req-9659449c-b894-4bce-81ae-340de6d1c82b tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 945 time: 0.0525143 Feb 28 10:47:31.703670 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-8daa5382-2aed-48d3-ab52-ee0eaf06b136 req-f3204a5b-7928-4d2d-8793-4612154d6a67 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c2bdc8a-d08e-4546-a893-aaa7a48984d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404747 Feb 28 10:47:32.821926 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea4839-cb93-4545-9905-451e5dec487e req-a25be60c-6212-40aa-ab9d-7aafb6823fda tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:32.823376 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-79ea4839-cb93-4545-9905-451e5dec487e req-a25be60c-6212-40aa-ab9d-7aafb6823fda tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 945 time: 0.0545177 Feb 28 10:47:32.869654 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-79ea4839-cb93-4545-9905-451e5dec487e req-9c2d0b55-1975-4749-841a-e3cb58302a42 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c2bdc8a-d08e-4546-a893-aaa7a48984d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408494 Feb 28 10:47:33.987601 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316ef88-f082-434d-af91-1fcd5c6d0de4 req-58f4d217-a010-4688-85f3-28d5fac2d98e tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:33.989142 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7316ef88-f082-434d-af91-1fcd5c6d0de4 req-58f4d217-a010-4688-85f3-28d5fac2d98e tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 945 time: 0.0522797 Feb 28 10:47:34.037554 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7316ef88-f082-434d-af91-1fcd5c6d0de4 req-42fd1e8a-5a22-4401-adbb-6b7bda97b2b4 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c2bdc8a-d08e-4546-a893-aaa7a48984d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425797 Feb 28 10:47:34.111426 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (db31e800-75f5-4bdb-84cd-f402d346b45c), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:35.153211 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6948cb9-e84a-45c5-9949-454c5c64b7f9 req-b4860917-aaa9-426b-a09c-d1e251155975 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:35.154650 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-f6948cb9-e84a-45c5-9949-454c5c64b7f9 req-b4860917-aaa9-426b-a09c-d1e251155975 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 945 time: 0.0518773 Feb 28 10:47:35.204436 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-f6948cb9-e84a-45c5-9949-454c5c64b7f9 req-f95908c6-6da1-476c-8acc-5ce8af10e184 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c2bdc8a-d08e-4546-a893-aaa7a48984d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445170 Feb 28 10:47:36.317438 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae50eba-087c-4553-8d2b-5dc465404d7a req-0242bce8-3140-4450-a0d9-e9418e86cbd8 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:36.319548 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5ae50eba-087c-4553-8d2b-5dc465404d7a req-0242bce8-3140-4450-a0d9-e9418e86cbd8 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 945 time: 0.0512688 Feb 28 10:47:36.365007 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5ae50eba-087c-4553-8d2b-5dc465404d7a req-c23557d6-9e73-41b2-abd6-c9d4feb86dc0 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c2bdc8a-d08e-4546-a893-aaa7a48984d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400920 Feb 28 10:47:37.190405 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ba650-2797-4975-bb8d-8c39caff5d44 req-b0335453-5984-46d3-adf1-32242620b703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:37.191896 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-657ba650-2797-4975-bb8d-8c39caff5d44 req-b0335453-5984-46d3-adf1-32242620b703 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=22ea02f677704fa687a93d29125ca6a3&device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 1129 time: 0.0441611 Feb 28 10:47:37.281774 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ba650-2797-4975-bb8d-8c39caff5d44 req-36ed9cbb-f4c2-4308-a65d-5791bb6efa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:37.283249 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-657ba650-2797-4975-bb8d-8c39caff5d44 req-36ed9cbb-f4c2-4308-a65d-5791bb6efa41 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ede571e1-5716-4bae-9020-859bb7f1760f HTTP/1.1" status: 200 len: 910 time: 0.0854523 Feb 28 10:47:37.345366 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-657ba650-2797-4975-bb8d-8c39caff5d44 req-fce415e2-1fce-4749-916a-e6b20f35d49e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ccd4bc28-5a85-42d7-9188-1e41c8cd6e14 HTTP/1.1" status: 200 len: 1001 time: 0.0561979 Feb 28 10:47:37.390785 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ba650-2797-4975-bb8d-8c39caff5d44 req-163fdd5d-3f6e-4171-ab2b-541939a9081c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:37.392208 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-657ba650-2797-4975-bb8d-8c39caff5d44 req-163fdd5d-3f6e-4171-ab2b-541939a9081c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=55cefaf0-4c0c-4c3a-bb32-2c28a0d09b00 HTTP/1.1" status: 200 len: 848 time: 0.0415571 Feb 28 10:47:37.443220 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ba650-2797-4975-bb8d-8c39caff5d44 req-2ff2c34c-39f2-4831-8238-0c0b9287a7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:37.444693 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-657ba650-2797-4975-bb8d-8c39caff5d44 req-2ff2c34c-39f2-4831-8238-0c0b9287a7f9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ede571e1-5716-4bae-9020-859bb7f1760f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464404 Feb 28 10:47:37.480806 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c0b8fe-324a-4f1c-a8cf-980ed00ad77b req-1f1bfda1-466c-4732-abbb-46da09af7212 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:37.482265 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-37c0b8fe-324a-4f1c-a8cf-980ed00ad77b req-1f1bfda1-466c-4732-abbb-46da09af7212 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 945 time: 0.0506551 Feb 28 10:47:37.531035 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-37c0b8fe-324a-4f1c-a8cf-980ed00ad77b req-570d5e9c-9a68-481c-acb8-dcd833bf80a5 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c2bdc8a-d08e-4546-a893-aaa7a48984d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429840 Feb 28 10:47:37.540501 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-657ba650-2797-4975-bb8d-8c39caff5d44 req-3d5ab302-84bd-4057-aa68-6977ce053d4f service neutron] 10.222.0.46 "GET /v2.0/networks/ede571e1-5716-4bae-9020-859bb7f1760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896208 Feb 28 10:47:37.630850 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-657ba650-2797-4975-bb8d-8c39caff5d44 req-8df42085-0576-453b-8bb7-eac4a332a696 service neutron] 10.222.0.46 "GET /v2.0/networks/ede571e1-5716-4bae-9020-859bb7f1760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832295 Feb 28 10:47:38.649546 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7aa1f-b8eb-4e83-87e4-14b00c99e6e0 req-0d8715bc-cc27-4223-b747-ec47d7f99a82 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:38.651011 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-f8a7aa1f-b8eb-4e83-87e4-14b00c99e6e0 req-0d8715bc-cc27-4223-b747-ec47d7f99a82 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 945 time: 0.0547929 Feb 28 10:47:38.698129 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-f8a7aa1f-b8eb-4e83-87e4-14b00c99e6e0 req-b67d1642-5e62-47bd-9ef6-785e414b4de2 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c2bdc8a-d08e-4546-a893-aaa7a48984d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417390 Feb 28 10:47:39.816651 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca4fae-72bf-4499-9e3a-8c5adc7552b4 req-61b3746f-ff66-41bf-8565-dc4e4ae0e97c tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:39.818608 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-f2ca4fae-72bf-4499-9e3a-8c5adc7552b4 req-61b3746f-ff66-41bf-8565-dc4e4ae0e97c tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 945 time: 0.0527334 Feb 28 10:47:39.868403 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-f2ca4fae-72bf-4499-9e3a-8c5adc7552b4 req-7d3bf058-9af4-4856-8044-d60577ded3f3 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c2bdc8a-d08e-4546-a893-aaa7a48984d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440824 Feb 28 10:47:40.984487 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe656e9a-49b1-4c16-92e2-d2b01aaa4923 req-bcf75de5-23f8-467f-a9e4-8fdb94b0248d tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:40.985932 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-fe656e9a-49b1-4c16-92e2-d2b01aaa4923 req-bcf75de5-23f8-467f-a9e4-8fdb94b0248d tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 945 time: 0.0509820 Feb 28 10:47:41.035636 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-fe656e9a-49b1-4c16-92e2-d2b01aaa4923 req-7a523d7d-0536-4e57-b9d3-9da0a450a90a tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c2bdc8a-d08e-4546-a893-aaa7a48984d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440271 Feb 28 10:47:41.103773 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [req-8f41cef9-3f95-4344-bf1a-47b8db06dea1 req-b180c4fc-5b85-489b-b77c-c74382a61203 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102995) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:47:41.104739 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-8f41cef9-3f95-4344-bf1a-47b8db06dea1 req-b180c4fc-5b85-489b-b77c-c74382a61203 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057759 Feb 28 10:47:41.236558 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 35368) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:41.260592 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde97abe-ba32-4013-b882-3f972f457c22 req-c526cc9b-f69a-4687-a5d3-b3f368e030e2 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:41.262046 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-dde97abe-ba32-4013-b882-3f972f457c22 req-c526cc9b-f69a-4687-a5d3-b3f368e030e2 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 945 time: 0.0581818 Feb 28 10:47:41.336891 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-dde97abe-ba32-4013-b882-3f972f457c22 req-d0a4af20-6574-44c8-b882-99d21e4c8062 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c2bdc8a-d08e-4546-a893-aaa7a48984d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693231 Feb 28 10:47:41.345581 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-559ac49c-9d6b-4bd8-89a9-39bb26354a63 req-8e2c7943-af9e-4d00-a766-9a1f3d072378 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1080260 Feb 28 10:47:41.354373 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [req-559ac49c-9d6b-4bd8-89a9-39bb26354a63 req-9b811c2d-c8e1-4715-a3f3-6d44d0b8bae1 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102995) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:47:41.355520 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-559ac49c-9d6b-4bd8-89a9-39bb26354a63 req-9b811c2d-c8e1-4715-a3f3-6d44d0b8bae1 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048995 Feb 28 10:47:41.427726 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 35376) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:41.746921 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ac49c-9d6b-4bd8-89a9-39bb26354a63 req-7e319baa-6e9e-4e82-bf04-b966be3eeaeb tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:41.748258 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-559ac49c-9d6b-4bd8-89a9-39bb26354a63 req-7e319baa-6e9e-4e82-bf04-b966be3eeaeb tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports/ccd4bc28-5a85-42d7-9188-1e41c8cd6e14 HTTP/1.1" status: 200 len: 942 time: 0.3195648 Feb 28 10:47:42.449896 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a7490-929b-4ad0-96d8-6d53a9b74793 req-67319553-b574-4c83-9100-60748f4e71bf tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:42.451480 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b29a7490-929b-4ad0-96d8-6d53a9b74793 req-67319553-b574-4c83-9100-60748f4e71bf tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 945 time: 0.0502279 Feb 28 10:47:42.498966 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b29a7490-929b-4ad0-96d8-6d53a9b74793 req-d4d98bcc-54ae-47e7-b5e2-380cc03ba303 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c2bdc8a-d08e-4546-a893-aaa7a48984d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412700 Feb 28 10:47:43.440790 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ac49c-9d6b-4bd8-89a9-39bb26354a63 req-cd137a95-7f5c-4032-95a6-b32636c3b074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:43.442257 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-559ac49c-9d6b-4bd8-89a9-39bb26354a63 req-cd137a95-7f5c-4032-95a6-b32636c3b074 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1&tenant_id=22ea02f677704fa687a93d29125ca6a3 HTTP/1.1" status: 200 len: 1129 time: 0.0454185 Feb 28 10:47:43.523699 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ac49c-9d6b-4bd8-89a9-39bb26354a63 req-e4af96f3-e9fb-46db-b309-0132e51f35a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:43.525152 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-559ac49c-9d6b-4bd8-89a9-39bb26354a63 req-e4af96f3-e9fb-46db-b309-0132e51f35a2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=22ea02f677704fa687a93d29125ca6a3&device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 1129 time: 0.0436120 Feb 28 10:47:43.624099 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f420c2f-ab76-4c03-b2e4-11de23e83ae7 req-54d76ae7-dfb2-4bd1-8476-a5b06a14074a tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:43.625647 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6f420c2f-ab76-4c03-b2e4-11de23e83ae7 req-54d76ae7-dfb2-4bd1-8476-a5b06a14074a tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 945 time: 0.0536518 Feb 28 10:47:43.680104 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-6f420c2f-ab76-4c03-b2e4-11de23e83ae7 req-046aa135-9700-4139-9499-58364761704e tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c2bdc8a-d08e-4546-a893-aaa7a48984d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480053 Feb 28 10:47:43.861398 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ac49c-9d6b-4bd8-89a9-39bb26354a63 req-b8d418e5-4d10-4b56-9503-6e28b8f8445d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:43.862842 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-559ac49c-9d6b-4bd8-89a9-39bb26354a63 req-b8d418e5-4d10-4b56-9503-6e28b8f8445d service neutron] 10.222.0.46 "GET /v2.0/networks?id=ede571e1-5716-4bae-9020-859bb7f1760f HTTP/1.1" status: 200 len: 910 time: 0.3309932 Feb 28 10:47:43.925460 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-559ac49c-9d6b-4bd8-89a9-39bb26354a63 req-98126c0a-3b5a-43d5-a018-204b4ee0074b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ccd4bc28-5a85-42d7-9188-1e41c8cd6e14 HTTP/1.1" status: 200 len: 1001 time: 0.0552909 Feb 28 10:47:43.968534 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device ccd4bc28-5a85-42d7-9188-1e41c8cd6e14 no longer exists at agent hyperv_hv-cinder-83116 {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:47:43.975048 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ac49c-9d6b-4bd8-89a9-39bb26354a63 req-e473969b-b7d7-4dc3-94bb-fa66929f174e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:43.976518 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-559ac49c-9d6b-4bd8-89a9-39bb26354a63 req-e473969b-b7d7-4dc3-94bb-fa66929f174e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=55cefaf0-4c0c-4c3a-bb32-2c28a0d09b00 HTTP/1.1" status: 200 len: 848 time: 0.0450170 Feb 28 10:47:44.025016 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ac49c-9d6b-4bd8-89a9-39bb26354a63 req-c3e818d8-b2cd-467b-8e27-150d59aed774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:44.026502 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-559ac49c-9d6b-4bd8-89a9-39bb26354a63 req-c3e818d8-b2cd-467b-8e27-150d59aed774 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ede571e1-5716-4bae-9020-859bb7f1760f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429349 Feb 28 10:47:44.044887 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Current status of the port ccd4bc28-5a85-42d7-9188-1e41c8cd6e14 is: ACTIVE; New status is: DOWN {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:47:44.045282 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (ccd4bc28-5a85-42d7-9188-1e41c8cd6e14), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:44.067137 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e18b9a-822b-404b-8132-ac1b74b248c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccd4bc28-5a85-42d7-9188-1e41c8cd6e14'}] {{(pid=102997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:47:44.069906 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3235e45cea9492f03cbc66cd40cfc06ba5865c86106c1e9dddb87cdb5008e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0089559c-608f-41c6-913f-9dd5685bc2b9" -d '{"events": [{"server_uuid": "27e18b9a-822b-404b-8132-ac1b74b248c1", "name": "network-vif-unplugged", "status": "completed", "tag": "ccd4bc28-5a85-42d7-9188-1e41c8cd6e14"}]}' {{(pid=102997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:47:44.086548 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port ccd4bc28-5a85-42d7-9188-1e41c8cd6e14, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=ccd4bc28-5a85-42d7-9188-1e41c8cd6e14,segment=NetworkSegment(63d903ce-4606-4071-bc39-3e34308cb6b7),segment_id=63d903ce-4606-4071-bc39-3e34308cb6b7)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:47:44.092051 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (ccd4bc28-5a85-42d7-9188-1e41c8cd6e14), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:44.116365 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 10:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b8b61b-9409-435c-bffc-224f27dc7752 x-openstack-request-id: req-77b8b61b-9409-435c-bffc-224f27dc7752 {{(pid=102997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:47:44.116662 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e18b9a-822b-404b-8132-ac1b74b248c1", "name": "network-vif-unplugged", "status": "completed", "tag": "ccd4bc28-5a85-42d7-9188-1e41c8cd6e14", "code": 200}]} {{(pid=102997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:47:44.116922 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-77b8b61b-9409-435c-bffc-224f27dc7752 {{(pid=102997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:47:44.117307 dv-cinder-831167-1-iscsi neutron-server[102997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e18b9a-822b-404b-8132-ac1b74b248c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccd4bc28-5a85-42d7-9188-1e41c8cd6e14', 'code': 200} Feb 28 10:47:44.121952 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-559ac49c-9d6b-4bd8-89a9-39bb26354a63 req-62d75bda-9a9d-431b-8243-9b06249ba091 service neutron] 10.222.0.46 "GET /v2.0/networks/ede571e1-5716-4bae-9020-859bb7f1760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887029 Feb 28 10:47:44.142964 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Pushing event updated for resources: {'Port': ['ID=ccd4bc28-5a85-42d7-9188-1e41c8cd6e14,revision_number=6']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:44.241319 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-559ac49c-9d6b-4bd8-89a9-39bb26354a63 req-aa21032f-7b32-46c9-8839-15c1e6e5b863 service neutron] 10.222.0.46 "GET /v2.0/networks/ede571e1-5716-4bae-9020-859bb7f1760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830314 Feb 28 10:47:44.795276 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49642403-596a-47e4-a30b-e91b0b51dc24 req-8535e60f-28aa-4201-a113-23bf972c4aaa tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:44.796734 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-49642403-596a-47e4-a30b-e91b0b51dc24 req-8535e60f-28aa-4201-a113-23bf972c4aaa tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 943 time: 0.0510814 Feb 28 10:47:44.842677 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-49642403-596a-47e4-a30b-e91b0b51dc24 req-db1657f9-f2ba-454f-ad8b-33d81c2a1d10 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c2bdc8a-d08e-4546-a893-aaa7a48984d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405507 Feb 28 10:47:46.013210 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0da710-955d-46db-9c70-3e86abede5dc req-194011fb-6f91-479a-8af5-6429899a3e19 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:46.014647 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5a0da710-955d-46db-9c70-3e86abede5dc req-194011fb-6f91-479a-8af5-6429899a3e19 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 943 time: 0.0509553 Feb 28 10:47:46.061056 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5a0da710-955d-46db-9c70-3e86abede5dc req-1d855f4e-cf83-4f03-87a4-c02543a944d8 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c2bdc8a-d08e-4546-a893-aaa7a48984d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410109 Feb 28 10:47:47.184722 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5ebca-d051-4138-a9bf-04728eb821af req-4b18cff5-d3ef-4b4b-8f78-5174ef262db6 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:47.186158 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d6b5ebca-d051-4138-a9bf-04728eb821af req-4b18cff5-d3ef-4b4b-8f78-5174ef262db6 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 943 time: 0.0544822 Feb 28 10:47:47.233978 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d6b5ebca-d051-4138-a9bf-04728eb821af req-079436b5-e6d1-42e1-ad5b-4095dbd4b2af tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c2bdc8a-d08e-4546-a893-aaa7a48984d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423088 Feb 28 10:47:48.347115 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053116dd-d1af-4022-a998-0a73d378c474 req-06f0cc94-ebf5-4455-a566-d782c668b628 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:48.348550 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-053116dd-d1af-4022-a998-0a73d378c474 req-06f0cc94-ebf5-4455-a566-d782c668b628 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 943 time: 0.0502155 Feb 28 10:47:48.395253 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-053116dd-d1af-4022-a998-0a73d378c474 req-cb46ebf8-593b-49e3-9b1c-e154bea97106 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c2bdc8a-d08e-4546-a893-aaa7a48984d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405729 Feb 28 10:47:49.510068 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef29cae9-ee83-450c-9f42-cd9a36a950ee req-1ccff3d3-7fea-4211-abe4-02ac577c3361 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:49.511618 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ef29cae9-ee83-450c-9f42-cd9a36a950ee req-1ccff3d3-7fea-4211-abe4-02ac577c3361 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 943 time: 0.0508807 Feb 28 10:47:49.560870 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ef29cae9-ee83-450c-9f42-cd9a36a950ee req-7fa80dd1-9436-4b4a-a11e-409cb6d01576 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c2bdc8a-d08e-4546-a893-aaa7a48984d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438194 Feb 28 10:47:50.420894 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.agents_db [None req-ad1b81bb-6a73-47ab-ba10-dec1fea0c152 None None] Agent healthcheck: found 6 active agents {{(pid=102998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:47:50.675695 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f238a51-0253-42cc-a1f8-067c86e63419 req-d3acb96c-1a1e-4259-8e8c-80f7022e1884 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:50.677058 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7f238a51-0253-42cc-a1f8-067c86e63419 req-d3acb96c-1a1e-4259-8e8c-80f7022e1884 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 943 time: 0.0512500 Feb 28 10:47:50.723675 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7f238a51-0253-42cc-a1f8-067c86e63419 req-54792c82-d111-408b-a61b-75385d32a7c6 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c2bdc8a-d08e-4546-a893-aaa7a48984d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411880 Feb 28 10:47:51.669349 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62fa8f9-6d15-428f-b844-06a0fcd01f85 req-0c12c2de-517a-4e6d-9340-f6c92080fb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:51.670805 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-c62fa8f9-6d15-428f-b844-06a0fcd01f85 req-0c12c2de-517a-4e6d-9340-f6c92080fb77 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 1127 time: 0.0446305 Feb 28 10:47:51.714110 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-c62fa8f9-6d15-428f-b844-06a0fcd01f85 req-9de66436-4804-4d01-8942-6bf1baa2fbe2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4c2bdc8a-d08e-4546-a893-aaa7a48984d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373342 Feb 28 10:47:51.837869 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e211c7-32e4-4ea8-986c-bac1ea9e2559 req-f0ca45c7-d49c-4b13-b1a9-af33f3f61d1c tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:51.839350 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c2e211c7-32e4-4ea8-986c-bac1ea9e2559 req-f0ca45c7-d49c-4b13-b1a9-af33f3f61d1c tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 943 time: 0.0502708 Feb 28 10:47:51.886346 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c2e211c7-32e4-4ea8-986c-bac1ea9e2559 req-9a8a5642-d4f4-4162-9e30-8b971c103e55 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c2bdc8a-d08e-4546-a893-aaa7a48984d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416107 Feb 28 10:47:51.984875 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-dda7bae6-530c-4a53-94c0-2613eae6ab28 req-6bc74762-5629-471f-98aa-8398c2350def tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-26517735&fields=id&tenant_id=7199da134f5348a7adb55be7f0758efe HTTP/1.1" status: 200 len: 267 time: 0.0450866 Feb 28 10:47:52.039861 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7bae6-530c-4a53-94c0-2613eae6ab28 req-99bf9ba9-27d7-4e36-a570-ea4c42730ec9 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:52.041290 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-dda7bae6-530c-4a53-94c0-2613eae6ab28 req-99bf9ba9-27d7-4e36-a570-ea4c42730ec9 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/ports?device_id=b17f4aa7-e4db-4068-8746-3f60f7a4a748 HTTP/1.1" status: 200 len: 985 time: 0.0515060 Feb 28 10:47:52.051460 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [req-dda7bae6-530c-4a53-94c0-2613eae6ab28 req-ebacc976-b71d-487b-a1d8-d352c96fb65e tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Request body: {'port': {'security_groups': ['39c49b0b-a926-4526-af25-363b73872a8a']}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:47:52.124958 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [req-dda7bae6-530c-4a53-94c0-2613eae6ab28 req-ebacc976-b71d-487b-a1d8-d352c96fb65e tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (588053f8-d8ee-47c0-b75a-4ba5f66d3ce8), before_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:52.292889 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.db [req-dda7bae6-530c-4a53-94c0-2613eae6ab28 req-ebacc976-b71d-487b-a1d8-d352c96fb65e tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] For port 588053f8-d8ee-47c0-b75a-4ba5f66d3ce8, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=588053f8-d8ee-47c0-b75a-4ba5f66d3ce8,segment=NetworkSegment(e7ceb69c-dd7a-4a22-ad62-a483c13f795c),segment_id=e7ceb69c-dd7a-4a22-ad62-a483c13f795c)] {{(pid=102995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:47:52.319602 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [req-dda7bae6-530c-4a53-94c0-2613eae6ab28 req-ebacc976-b71d-487b-a1d8-d352c96fb65e tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks [] for port (588053f8-d8ee-47c0-b75a-4ba5f66d3ce8), precommit_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:52.323887 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [req-dda7bae6-530c-4a53-94c0-2613eae6ab28 req-ebacc976-b71d-487b-a1d8-d352c96fb65e tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63288179'] for port (588053f8-d8ee-47c0-b75a-4ba5f66d3ce8), after_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:52.359798 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] get_ports_and_sgs() called for port_ids ['588053f8-d8ee-47c0-b75a-4ba5f66d3ce8'] {{(pid=102997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:47:52.372157 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7bae6-530c-4a53-94c0-2613eae6ab28 req-ebacc976-b71d-487b-a1d8-d352c96fb65e tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:52.372802 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [req-dda7bae6-530c-4a53-94c0-2613eae6ab28 req-ebacc976-b71d-487b-a1d8-d352c96fb65e tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for port (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:52.374191 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-dda7bae6-530c-4a53-94c0-2613eae6ab28 req-ebacc976-b71d-487b-a1d8-d352c96fb65e tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "PUT /v2.0/ports/588053f8-d8ee-47c0-b75a-4ba5f66d3ce8 HTTP/1.1" status: 200 len: 943 time: 0.3270576 Feb 28 10:47:52.374653 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b17f4aa7-e4db-4068-8746-3f60f7a4a748', 'tag': '588053f8-d8ee-47c0-b75a-4ba5f66d3ce8'}] {{(pid=102995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:47:52.379526 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1dd8a96f8805fcf8ad92b8a44c4310027887bdef0368274a5855f6003a6db1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef4f4b1-acb0-4c20-b3bf-9c9e7e80fa8f" -d '{"events": [{"name": "network-changed", "server_uuid": "b17f4aa7-e4db-4068-8746-3f60f7a4a748", "tag": "588053f8-d8ee-47c0-b75a-4ba5f66d3ce8"}]}' {{(pid=102995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:47:52.381952 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 35414) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:52.404073 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebacc976-b71d-487b-a1d8-d352c96fb65e tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Pushing event updated for resources: {'Port': ['ID=588053f8-d8ee-47c0-b75a-4ba5f66d3ce8,revision_number=7']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:52.422324 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d421cf-354f-45e0-8368-8d72da50c3a3 x-openstack-request-id: req-54d421cf-354f-45e0-8368-8d72da50c3a3 {{(pid=102995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:47:52.422477 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b17f4aa7-e4db-4068-8746-3f60f7a4a748", "tag": "588053f8-d8ee-47c0-b75a-4ba5f66d3ce8", "status": "completed", "code": 200}]} {{(pid=102995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:47:52.422715 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-54d421cf-354f-45e0-8368-8d72da50c3a3 {{(pid=102995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:47:52.423151 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b17f4aa7-e4db-4068-8746-3f60f7a4a748', 'tag': '588053f8-d8ee-47c0-b75a-4ba5f66d3ce8', 'status': 'completed', 'code': 200} Feb 28 10:47:52.455719 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-2fc9e62f-fcf3-4183-9bd0-9c676dd79f10 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks [] for security_group (07d38749-936e-42a5-9e5f-84c65ce43f80), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:52.512910 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-2fc9e62f-fcf3-4183-9bd0-9c676dd79f10 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks [] for security_group (07d38749-936e-42a5-9e5f-84c65ce43f80), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:52.560207 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4f4b1-acb0-4c20-b3bf-9c9e7e80fa8f req-64733894-5da8-45bf-a870-3f58565548e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:52.567330 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-0ef4f4b1-acb0-4c20-b3bf-9c9e7e80fa8f req-64733894-5da8-45bf-a870-3f58565548e0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7199da134f5348a7adb55be7f0758efe&device_id=b17f4aa7-e4db-4068-8746-3f60f7a4a748 HTTP/1.1" status: 200 len: 1130 time: 0.0934491 Feb 28 10:47:52.599061 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-fc302bc6-fc74-4a04-825a-a77418f4e3f7 None None] Provisioning complete for port 588053f8-d8ee-47c0-b75a-4ba5f66d3ce8 triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:47:52.599432 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-fc302bc6-fc74-4a04-825a-a77418f4e3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (588053f8-d8ee-47c0-b75a-4ba5f66d3ce8), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:52.647414 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-2fc9e62f-fcf3-4183-9bd0-9c676dd79f10 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (07d38749-936e-42a5-9e5f-84c65ce43f80), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:52.649882 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-2fc9e62f-fcf3-4183-9bd0-9c676dd79f10 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks [] for security_group (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:52.651028 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-2fc9e62f-fcf3-4183-9bd0-9c676dd79f10 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "DELETE /v2.0/security-groups/07d38749-936e-42a5-9e5f-84c65ce43f80 HTTP/1.1" status: 204 len: 168 time: 0.2680733 Feb 28 10:47:52.654043 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 35418) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:52.674328 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4f4b1-acb0-4c20-b3bf-9c9e7e80fa8f req-ca4dd0c1-6d40-4087-b970-6689190239f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:52.675823 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-0ef4f4b1-acb0-4c20-b3bf-9c9e7e80fa8f req-ca4dd0c1-6d40-4087-b970-6689190239f6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=23b9544d-fd88-4f29-96bb-d69c9a9a50d9 HTTP/1.1" status: 200 len: 915 time: 0.1026323 Feb 28 10:47:52.676645 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9e62f-fcf3-4183-9bd0-9c676dd79f10 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d38749-936e-42a5-9e5f-84c65ce43f80,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:52.683643 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] get_ports_and_sgs() called for port_ids ['588053f8-d8ee-47c0-b75a-4ba5f66d3ce8'] {{(pid=102997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:47:52.737328 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-fc302bc6-fc74-4a04-825a-a77418f4e3f7 None None] Current status of the port 588053f8-d8ee-47c0-b75a-4ba5f66d3ce8 is: ACTIVE; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:47:52.746496 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-0ef4f4b1-acb0-4c20-b3bf-9c9e7e80fa8f req-0d90972f-1a3e-491f-9300-10e1ffb704d2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=588053f8-d8ee-47c0-b75a-4ba5f66d3ce8 HTTP/1.1" status: 200 len: 1001 time: 0.0634358 Feb 28 10:47:52.799322 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4f4b1-acb0-4c20-b3bf-9c9e7e80fa8f req-98d9f5cf-91b1-4a75-9032-b4f630e29c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:52.800781 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-0ef4f4b1-acb0-4c20-b3bf-9c9e7e80fa8f req-98d9f5cf-91b1-4a75-9032-b4f630e29c87 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4e180469-4b25-4077-a30b-ec96a9fd15f3 HTTP/1.1" status: 200 len: 853 time: 0.0472569 Feb 28 10:47:52.827604 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.plugin [None req-9c59bbb6-7197-4adf-9b41-8d9519bb739b tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Deleting port 7cb3b4f2-0efa-4857-8d5f-f3d9274570ea {{(pid=102995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:47:52.827938 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-9c59bbb6-7197-4adf-9b41-8d9519bb739b tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (7cb3b4f2-0efa-4857-8d5f-f3d9274570ea), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:52.862050 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4f4b1-acb0-4c20-b3bf-9c9e7e80fa8f req-aaa905fd-ecc4-4f05-916d-4c369c3a8e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:52.863585 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-0ef4f4b1-acb0-4c20-b3bf-9c9e7e80fa8f req-aaa905fd-ecc4-4f05-916d-4c369c3a8e96 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23b9544d-fd88-4f29-96bb-d69c9a9a50d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516036 Feb 28 10:47:52.902496 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-9c59bbb6-7197-4adf-9b41-8d9519bb739b tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (7cb3b4f2-0efa-4857-8d5f-f3d9274570ea), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:52.903162 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-9c59bbb6-7197-4adf-9b41-8d9519bb739b tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks [] for floatingip (7cb3b4f2-0efa-4857-8d5f-f3d9274570ea), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:52.916284 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.plugin [None req-9c59bbb6-7197-4adf-9b41-8d9519bb739b tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Calling delete_port for 7cb3b4f2-0efa-4857-8d5f-f3d9274570ea owned by network:floatingip {{(pid=102995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:47:52.957204 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-0ef4f4b1-acb0-4c20-b3bf-9c9e7e80fa8f req-50085725-f6af-411f-8509-35b6c82c9973 service neutron] 10.222.0.46 "GET /v2.0/networks/23b9544d-fd88-4f29-96bb-d69c9a9a50d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861380 Feb 28 10:47:53.049051 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-0ef4f4b1-acb0-4c20-b3bf-9c9e7e80fa8f req-69dd349f-42aa-4324-b61e-ad45da8e467c service neutron] 10.222.0.46 "GET /v2.0/networks/23b9544d-fd88-4f29-96bb-d69c9a9a50d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857463 Feb 28 10:47:53.069167 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380744d-a616-4461-bde9-b5f395d6e4da req-811ede86-0c48-4800-a86b-e855ef9107ef tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:53.070610 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2380744d-a616-4461-bde9-b5f395d6e4da req-811ede86-0c48-4800-a86b-e855ef9107ef tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 943 time: 0.1045036 Feb 28 10:47:53.155339 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2380744d-a616-4461-bde9-b5f395d6e4da req-26009d0d-00e5-4d5e-85a0-32425d67bc7e tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c2bdc8a-d08e-4546-a893-aaa7a48984d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789974 Feb 28 10:47:53.175491 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-9c59bbb6-7197-4adf-9b41-8d9519bb739b tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63288186'] for port (7cb3b4f2-0efa-4857-8d5f-f3d9274570ea), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:53.202086 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c59bbb6-7197-4adf-9b41-8d9519bb739b tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Pushing event deleted for resources: {'Port': ['ID=7cb3b4f2-0efa-4857-8d5f-f3d9274570ea,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:53.267129 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-9c59bbb6-7197-4adf-9b41-8d9519bb739b tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks [] for floatingip (53df425e-9349-464c-b28b-ac14870ad5af), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:53.267129 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.db.l3_db [None req-9c59bbb6-7197-4adf-9b41-8d9519bb739b tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Floating IP 53df425e-9349-464c-b28b-ac14870ad5af disassociated (deleted). External IP: 172.27.1.34, port: 588053f8-d8ee-47c0-b75a-4ba5f66d3ce8. Feb 28 10:47:53.475262 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c59bbb6-7197-4adf-9b41-8d9519bb739b tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Router a7f5e2f2-9748-4908-8f86-0cfaa254ae1b has already been hosted by L3 agent 86347f47-2890-46a7-a199-31163828a11a {{(pid=102995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:47:53.581923 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c59bbb6-7197-4adf-9b41-8d9519bb739b tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Notify agent at l3_agent.dv-cinder-831167-1-iscsi the message routers_updated {{(pid=102995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:47:53.586459 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-9c59bbb6-7197-4adf-9b41-8d9519bb739b tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for floatingip (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:53.591844 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c9b8c4-e3f9-478a-9f4b-8193c99f8255 None None] Sync routers for ids ['a7f5e2f2-9748-4908-8f86-0cfaa254ae1b'] in dv-cinder-831167-1-iscsi {{(pid=102998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:47:53.601563 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c9b8c4-e3f9-478a-9f4b-8193c99f8255 None None] Routers {'a7f5e2f2-9748-4908-8f86-0cfaa254ae1b'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:47:53.602168 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-a6c9b8c4-e3f9-478a-9f4b-8193c99f8255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:47:27Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['a7f5e2f2-9748-4908-8f86-0cfaa254ae1b'], 'active': True} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:53.616498 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-9c59bbb6-7197-4adf-9b41-8d9519bb739b tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "DELETE /v2.0/floatingips/53df425e-9349-464c-b28b-ac14870ad5af HTTP/1.1" status: 204 len: 168 time: 0.9595585 Feb 28 10:47:53.710196 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvr_db [None req-a6c9b8c4-e3f9-478a-9f4b-8193c99f8255 None None] Set router a7f5e2f2-9748-4908-8f86-0cfaa254ae1b gateway port host: dv-cinder-831167-1-iscsi {{(pid=102998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:47:54.003650 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-a6c9b8c4-e3f9-478a-9f4b-8193c99f8255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f5e2f2-9748-4908-8f86-0cfaa254ae1b', 'name': 'tempest-TestMinimumBasicScenario-448465795-router', 'tenant_id': '7199da134f5348a7adb55be7f0758efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '2254e119-32d8-4e08-a48b-c78977e2576b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:44:21Z', 'updated_at': '2022-02-28T10:44:23Z', 'revision_number': 4, 'project_id': '7199da134f5348a7adb55be7f0758efe', 'gw_port': {'id': '2254e119-32d8-4e08-a48b-c78977e2576b', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f5e2f2-9748-4908-8f86-0cfaa254ae1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:21Z', 'updated_at': '2022-02-28T10:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '1ba42818-e283-44fe-92c6-95f705f8e1e4', 'name': '', 'network_id': '23b9544d-fd88-4f29-96bb-d69c9a9a50d9', 'tenant_id': '7199da134f5348a7adb55be7f0758efe', 'mac_address': 'fa:16:3e:20:d2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f5e2f2-9748-4908-8f86-0cfaa254ae1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '4e180469-4b25-4077-a30b-ec96a9fd15f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:23Z', 'updated_at': '2022-02-28T10:44:29Z', 'revision_number': 5, 'project_id': '7199da134f5348a7adb55be7f0758efe', 'subnets': [{'id': '4e180469-4b25-4077-a30b-ec96a9fd15f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:54.006407 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device ccd4bc28-5a85-42d7-9188-1e41c8cd6e14 details requested by agent hyperv_hv-cinder-83116 with host hv-cinder-83116 {{(pid=102997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:47:54.029531 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c9b8c4-e3f9-478a-9f4b-8193c99f8255 None None] Checking router: a7f5e2f2-9748-4908-8f86-0cfaa254ae1b for host: dv-cinder-831167-1-iscsi {{(pid=102998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:47:54.038226 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c9b8c4-e3f9-478a-9f4b-8193c99f8255 None None] Routers {'a7f5e2f2-9748-4908-8f86-0cfaa254ae1b'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:47:54.038833 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-a6c9b8c4-e3f9-478a-9f4b-8193c99f8255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:47:27Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['a7f5e2f2-9748-4908-8f86-0cfaa254ae1b'], 'active': True} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:54.149591 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvr_db [None req-a6c9b8c4-e3f9-478a-9f4b-8193c99f8255 None None] Set router a7f5e2f2-9748-4908-8f86-0cfaa254ae1b gateway port host: dv-cinder-831167-1-iscsi {{(pid=102998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:47:54.232236 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port ccd4bc28-5a85-42d7-9188-1e41c8cd6e14, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=ccd4bc28-5a85-42d7-9188-1e41c8cd6e14,segment=NetworkSegment(63d903ce-4606-4071-bc39-3e34308cb6b7),segment_id=63d903ce-4606-4071-bc39-3e34308cb6b7)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:47:54.244702 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Returning: {'device': 'ccd4bc28-5a85-42d7-9188-1e41c8cd6e14', 'network_id': 'ede571e1-5716-4bae-9020-859bb7f1760f', 'port_id': 'ccd4bc28-5a85-42d7-9188-1e41c8cd6e14', 'mac_address': 'fa:16:3e:0b:f1:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55cefaf0-4c0c-4c3a-bb32-2c28a0d09b00', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:47:54.278824 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52127da-3830-452f-b56a-06ca6e1c749d req-47359475-98b9-4afa-92ed-e6fb84e21e32 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:54.280234 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c52127da-3830-452f-b56a-06ca6e1c749d req-47359475-98b9-4afa-92ed-e6fb84e21e32 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 943 time: 0.0542128 Feb 28 10:47:54.281870 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Current status of the port ccd4bc28-5a85-42d7-9188-1e41c8cd6e14 is: DOWN; New status is: BUILD {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:47:54.282267 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (ccd4bc28-5a85-42d7-9188-1e41c8cd6e14), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:54.299263 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.notifiers.nova [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccd4bc28-5a85-42d7-9188-1e41c8cd6e14 {{(pid=102997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:47:54.319147 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port ccd4bc28-5a85-42d7-9188-1e41c8cd6e14, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=ccd4bc28-5a85-42d7-9188-1e41c8cd6e14,segment=NetworkSegment(63d903ce-4606-4071-bc39-3e34308cb6b7),segment_id=63d903ce-4606-4071-bc39-3e34308cb6b7)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:47:54.324682 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (ccd4bc28-5a85-42d7-9188-1e41c8cd6e14), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:54.336376 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c52127da-3830-452f-b56a-06ca6e1c749d req-f910ad61-3461-4469-a42f-eeda545a0d0b tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c2bdc8a-d08e-4546-a893-aaa7a48984d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501418 Feb 28 10:47:54.366444 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-a6c9b8c4-e3f9-478a-9f4b-8193c99f8255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f5e2f2-9748-4908-8f86-0cfaa254ae1b', 'name': 'tempest-TestMinimumBasicScenario-448465795-router', 'tenant_id': '7199da134f5348a7adb55be7f0758efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '2254e119-32d8-4e08-a48b-c78977e2576b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:44:21Z', 'updated_at': '2022-02-28T10:44:23Z', 'revision_number': 4, 'project_id': '7199da134f5348a7adb55be7f0758efe', 'gw_port': {'id': '2254e119-32d8-4e08-a48b-c78977e2576b', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f5e2f2-9748-4908-8f86-0cfaa254ae1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:21Z', 'updated_at': '2022-02-28T10:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '1ba42818-e283-44fe-92c6-95f705f8e1e4', 'name': '', 'network_id': '23b9544d-fd88-4f29-96bb-d69c9a9a50d9', 'tenant_id': '7199da134f5348a7adb55be7f0758efe', 'mac_address': 'fa:16:3e:20:d2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f5e2f2-9748-4908-8f86-0cfaa254ae1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '4e180469-4b25-4077-a30b-ec96a9fd15f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:23Z', 'updated_at': '2022-02-28T10:44:29Z', 'revision_number': 5, 'project_id': '7199da134f5348a7adb55be7f0758efe', 'subnets': [{'id': '4e180469-4b25-4077-a30b-ec96a9fd15f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:54.376684 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Pushing event updated for resources: {'Port': ['ID=ccd4bc28-5a85-42d7-9188-1e41c8cd6e14,revision_number=7']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:54.396366 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c9b8c4-e3f9-478a-9f4b-8193c99f8255 None None] The sync data for ids ['a7f5e2f2-9748-4908-8f86-0cfaa254ae1b'] in dv-cinder-831167-1-iscsi is: [{'id': 'a7f5e2f2-9748-4908-8f86-0cfaa254ae1b', 'name': 'tempest-TestMinimumBasicScenario-448465795-router', 'tenant_id': '7199da134f5348a7adb55be7f0758efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '2254e119-32d8-4e08-a48b-c78977e2576b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:44:21Z', 'updated_at': '2022-02-28T10:44:23Z', 'revision_number': 4, 'project_id': '7199da134f5348a7adb55be7f0758efe', 'gw_port': {'id': '2254e119-32d8-4e08-a48b-c78977e2576b', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f5e2f2-9748-4908-8f86-0cfaa254ae1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:21Z', 'updated_at': '2022-02-28T10:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '1ba42818-e283-44fe-92c6-95f705f8e1e4', 'name': '', 'network_id': '23b9544d-fd88-4f29-96bb-d69c9a9a50d9', 'tenant_id': '7199da134f5348a7adb55be7f0758efe', 'mac_address': 'fa:16:3e:20:d2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f5e2f2-9748-4908-8f86-0cfaa254ae1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '4e180469-4b25-4077-a30b-ec96a9fd15f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:23Z', 'updated_at': '2022-02-28T10:44:29Z', 'revision_number': 5, 'project_id': '7199da134f5348a7adb55be7f0758efe', 'subnets': [{'id': '4e180469-4b25-4077-a30b-ec96a9fd15f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:47:54.424422 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b17f4aa7-e4db-4068-8746-3f60f7a4a748', 'tag': '588053f8-d8ee-47c0-b75a-4ba5f66d3ce8'}] {{(pid=102995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:47:54.426730 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1dd8a96f8805fcf8ad92b8a44c4310027887bdef0368274a5855f6003a6db1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5bd209-d0e8-4088-b4a1-612806e4cc1d" -d '{"events": [{"name": "network-changed", "server_uuid": "b17f4aa7-e4db-4068-8746-3f60f7a4a748", "tag": "588053f8-d8ee-47c0-b75a-4ba5f66d3ce8"}]}' {{(pid=102995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:47:54.466211 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1280ec-ebf5-4284-98f3-bd8314ae5ee6 x-openstack-request-id: req-ae1280ec-ebf5-4284-98f3-bd8314ae5ee6 {{(pid=102995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:47:54.466807 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b17f4aa7-e4db-4068-8746-3f60f7a4a748", "tag": "588053f8-d8ee-47c0-b75a-4ba5f66d3ce8", "status": "completed", "code": 200}]} {{(pid=102995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:47:54.466807 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ae1280ec-ebf5-4284-98f3-bd8314ae5ee6 {{(pid=102995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:47:54.467178 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b17f4aa7-e4db-4068-8746-3f60f7a4a748', 'tag': '588053f8-d8ee-47c0-b75a-4ba5f66d3ce8', 'status': 'completed', 'code': 200} Feb 28 10:47:54.560864 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bd209-d0e8-4088-b4a1-612806e4cc1d req-91ee6676-a08b-42cb-96e8-616135e09b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:54.562553 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-2a5bd209-d0e8-4088-b4a1-612806e4cc1d req-91ee6676-a08b-42cb-96e8-616135e09b90 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7199da134f5348a7adb55be7f0758efe&device_id=b17f4aa7-e4db-4068-8746-3f60f7a4a748 HTTP/1.1" status: 200 len: 1130 time: 0.0467358 Feb 28 10:47:54.633111 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802803c1-8674-4942-a95e-27a5d9a01557 None None] New status for floating IP 53df425e-9349-464c-b28b-ac14870ad5af: DOWN {{(pid=102997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:47:54.654715 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bd209-d0e8-4088-b4a1-612806e4cc1d req-79fad70d-cf45-45d9-b146-d9d280d42824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:54.656210 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-2a5bd209-d0e8-4088-b4a1-612806e4cc1d req-79fad70d-cf45-45d9-b146-d9d280d42824 service neutron] 10.222.0.46 "GET /v2.0/networks?id=23b9544d-fd88-4f29-96bb-d69c9a9a50d9 HTTP/1.1" status: 200 len: 915 time: 0.0878751 Feb 28 10:47:54.704855 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-2a5bd209-d0e8-4088-b4a1-612806e4cc1d req-81a04738-3385-436e-88f8-6715e24d26cf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=588053f8-d8ee-47c0-b75a-4ba5f66d3ce8 HTTP/1.1" status: 200 len: 217 time: 0.0411861 Feb 28 10:47:54.756785 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bd209-d0e8-4088-b4a1-612806e4cc1d req-3a9ec036-a899-48df-96da-c666513852c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:54.758262 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-2a5bd209-d0e8-4088-b4a1-612806e4cc1d req-3a9ec036-a899-48df-96da-c666513852c5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4e180469-4b25-4077-a30b-ec96a9fd15f3 HTTP/1.1" status: 200 len: 853 time: 0.0468996 Feb 28 10:47:54.781103 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] get_ports_and_sgs() called for port_ids ['ccd4bc28-5a85-42d7-9188-1e41c8cd6e14'] {{(pid=102997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:47:54.807846 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bd209-d0e8-4088-b4a1-612806e4cc1d req-a820ee03-77fa-4da5-87dc-73bdd510506d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:54.809441 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-2a5bd209-d0e8-4088-b4a1-612806e4cc1d req-a820ee03-77fa-4da5-87dc-73bdd510506d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23b9544d-fd88-4f29-96bb-d69c9a9a50d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453532 Feb 28 10:47:54.907258 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-2a5bd209-d0e8-4088-b4a1-612806e4cc1d req-1ab2cdeb-f5fe-4b4f-b614-c9ce8c4566e1 service neutron] 10.222.0.46 "GET /v2.0/networks/23b9544d-fd88-4f29-96bb-d69c9a9a50d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902684 Feb 28 10:47:54.999489 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-c4a1adc0-d511-40e2-8e58-71d065df2cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:54.999721 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-2a5bd209-d0e8-4088-b4a1-612806e4cc1d req-1de29e19-d8bd-4685-86a7-9c972b3f0875 service neutron] 10.222.0.46 "GET /v2.0/networks/23b9544d-fd88-4f29-96bb-d69c9a9a50d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851750 Feb 28 10:47:56.006404 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device ccd4bc28-5a85-42d7-9188-1e41c8cd6e14 up at agent hyperv_hv-cinder-83116 {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:47:56.054102 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Provisioning complete for port ccd4bc28-5a85-42d7-9188-1e41c8cd6e14 triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:47:56.054481 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (ccd4bc28-5a85-42d7-9188-1e41c8cd6e14), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:56.133607 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Current status of the port ccd4bc28-5a85-42d7-9188-1e41c8cd6e14 is: BUILD; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:47:56.134005 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (ccd4bc28-5a85-42d7-9188-1e41c8cd6e14), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:56.156738 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e18b9a-822b-404b-8132-ac1b74b248c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd4bc28-5a85-42d7-9188-1e41c8cd6e14'}] {{(pid=102997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:47:56.158990 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3235e45cea9492f03cbc66cd40cfc06ba5865c86106c1e9dddb87cdb5008e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166a79e5-ba24-4516-9ae1-719e59ef91a6" -d '{"events": [{"server_uuid": "27e18b9a-822b-404b-8132-ac1b74b248c1", "name": "network-vif-plugged", "status": "completed", "tag": "ccd4bc28-5a85-42d7-9188-1e41c8cd6e14"}]}' {{(pid=102997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:47:56.171072 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port ccd4bc28-5a85-42d7-9188-1e41c8cd6e14, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=ccd4bc28-5a85-42d7-9188-1e41c8cd6e14,segment=NetworkSegment(63d903ce-4606-4071-bc39-3e34308cb6b7),segment_id=63d903ce-4606-4071-bc39-3e34308cb6b7)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:47:56.175815 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (ccd4bc28-5a85-42d7-9188-1e41c8cd6e14), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:56.205103 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572a9818-1e1a-4e56-8b3a-220921750b99 x-openstack-request-id: req-572a9818-1e1a-4e56-8b3a-220921750b99 {{(pid=102997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:47:56.205402 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e18b9a-822b-404b-8132-ac1b74b248c1", "name": "network-vif-plugged", "status": "completed", "tag": "ccd4bc28-5a85-42d7-9188-1e41c8cd6e14", "code": 200}]} {{(pid=102997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:47:56.205665 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-572a9818-1e1a-4e56-8b3a-220921750b99 {{(pid=102997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:47:56.206097 dv-cinder-831167-1-iscsi neutron-server[102997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e18b9a-822b-404b-8132-ac1b74b248c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd4bc28-5a85-42d7-9188-1e41c8cd6e14', 'code': 200} Feb 28 10:47:56.228189 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Pushing event updated for resources: {'Port': ['ID=ccd4bc28-5a85-42d7-9188-1e41c8cd6e14,revision_number=8']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:56.335771 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a84039-32c2-4910-b3c8-58a18824b333 req-5448d833-37de-4d9a-92ae-130991135e4d tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:56.337161 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a4a84039-32c2-4910-b3c8-58a18824b333 req-5448d833-37de-4d9a-92ae-130991135e4d tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/ports?device_id=b17f4aa7-e4db-4068-8746-3f60f7a4a748 HTTP/1.1" status: 200 len: 946 time: 0.0515568 Feb 28 10:47:56.385336 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a4a84039-32c2-4910-b3c8-58a18824b333 req-16b6b9f1-f1b3-4aaa-9f1a-2654f6d2f6cf tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/security-groups?id=39c49b0b-a926-4526-af25-363b73872a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427399 Feb 28 10:47:57.163865 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-96a9fbf9-205c-4bd2-b98c-46d5d9041c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:57.502415 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dcf42b-1e81-4adb-b56d-b55d79ee4841 req-2d86b930-97ab-45da-b3fc-b5bb80ef3eaa tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:57.504202 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-12dcf42b-1e81-4adb-b56d-b55d79ee4841 req-2d86b930-97ab-45da-b3fc-b5bb80ef3eaa tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/ports?device_id=b17f4aa7-e4db-4068-8746-3f60f7a4a748 HTTP/1.1" status: 200 len: 946 time: 0.0523825 Feb 28 10:47:57.549878 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-12dcf42b-1e81-4adb-b56d-b55d79ee4841 req-95dc12f6-d65c-4e08-b0b4-0b2c482fc641 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/security-groups?id=39c49b0b-a926-4526-af25-363b73872a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401719 Feb 28 10:47:58.501884 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55786890-6572-424b-ac46-351834a40b98 req-425420e1-d4ed-4eac-b4e3-0e4bbe2e280d tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:58.503699 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-55786890-6572-424b-ac46-351834a40b98 req-425420e1-d4ed-4eac-b4e3-0e4bbe2e280d tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.46 "GET /v2.0/ports?device_id=b17f4aa7-e4db-4068-8746-3f60f7a4a748 HTTP/1.1" status: 200 len: 946 time: 0.0592976 Feb 28 10:47:58.587296 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:58.607130 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [req-55786890-6572-424b-ac46-351834a40b98 req-2b1532e8-0c04-40e8-b535-23e7c0f440d0 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Deleting port 588053f8-d8ee-47c0-b75a-4ba5f66d3ce8 {{(pid=102996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:47:58.607492 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-55786890-6572-424b-ac46-351834a40b98 req-2b1532e8-0c04-40e8-b535-23e7c0f440d0 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (588053f8-d8ee-47c0-b75a-4ba5f66d3ce8), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:58.672917 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db3c11-9eb5-49ea-ba91-6dbb1b6bce69 req-344e8049-eeb2-4d2f-9322-59141e559b3e tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:58.674385 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-29db3c11-9eb5-49ea-ba91-6dbb1b6bce69 req-344e8049-eeb2-4d2f-9322-59141e559b3e tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/ports?device_id=b17f4aa7-e4db-4068-8746-3f60f7a4a748 HTTP/1.1" status: 200 len: 946 time: 0.0520582 Feb 28 10:47:58.699158 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-55786890-6572-424b-ac46-351834a40b98 req-2b1532e8-0c04-40e8-b535-23e7c0f440d0 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] For port 588053f8-d8ee-47c0-b75a-4ba5f66d3ce8, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=588053f8-d8ee-47c0-b75a-4ba5f66d3ce8,segment=NetworkSegment(e7ceb69c-dd7a-4a22-ad62-a483c13f795c),segment_id=e7ceb69c-dd7a-4a22-ad62-a483c13f795c)] {{(pid=102996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:47:58.699517 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-55786890-6572-424b-ac46-351834a40b98 req-2b1532e8-0c04-40e8-b535-23e7c0f440d0 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (588053f8-d8ee-47c0-b75a-4ba5f66d3ce8), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:58.713655 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [req-55786890-6572-424b-ac46-351834a40b98 req-2b1532e8-0c04-40e8-b535-23e7c0f440d0 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Calling delete_port for 588053f8-d8ee-47c0-b75a-4ba5f66d3ce8 owned by compute:nova {{(pid=102996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:47:58.721352 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-29db3c11-9eb5-49ea-ba91-6dbb1b6bce69 req-5963e750-ebbf-4c90-ae53-c03b0fc1a46e tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.44 "GET /v2.0/security-groups?id=39c49b0b-a926-4526-af25-363b73872a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406137 Feb 28 10:47:58.836601 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-55786890-6572-424b-ac46-351834a40b98 req-2b1532e8-0c04-40e8-b535-23e7c0f440d0 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (588053f8-d8ee-47c0-b75a-4ba5f66d3ce8), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:58.865518 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1532e8-0c04-40e8-b535-23e7c0f440d0 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Pushing event deleted for resources: {'Port': ['ID=588053f8-d8ee-47c0-b75a-4ba5f66d3ce8,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:58.874651 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] get_ports_and_sgs() called for port_ids ['588053f8-d8ee-47c0-b75a-4ba5f66d3ce8'] {{(pid=102997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:47:58.912109 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [req-55786890-6572-424b-ac46-351834a40b98 req-2b1532e8-0c04-40e8-b535-23e7c0f440d0 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] No DVR routers for this DVR port 588053f8-d8ee-47c0-b75a-4ba5f66d3ce8 on host hv-cinder-83116 {{(pid=102996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:47:58.915107 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-55786890-6572-424b-ac46-351834a40b98 req-2b1532e8-0c04-40e8-b535-23e7c0f440d0 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:58.918335 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-55786890-6572-424b-ac46-351834a40b98 req-2b1532e8-0c04-40e8-b535-23e7c0f440d0 tempest-TestMinimumBasicScenario-570907891 tempest-TestMinimumBasicScenario-570907891-project] 10.222.0.46 "DELETE /v2.0/ports/588053f8-d8ee-47c0-b75a-4ba5f66d3ce8 HTTP/1.1" status: 204 len: 173 time: 0.4090886 Feb 28 10:47:58.918770 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17f4aa7-e4db-4068-8746-3f60f7a4a748', 'name': 'network-vif-deleted', 'tag': '588053f8-d8ee-47c0-b75a-4ba5f66d3ce8'}] {{(pid=102996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:47:58.920985 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fc607127e9415785fd538e0c70e4bf06f6b8f20b6b46de5a0809c41644901f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b57524f-c74b-4344-a047-a3892befa5cc" -d '{"events": [{"server_uuid": "b17f4aa7-e4db-4068-8746-3f60f7a4a748", "name": "network-vif-deleted", "tag": "588053f8-d8ee-47c0-b75a-4ba5f66d3ce8"}]}' {{(pid=102996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:47:58.959037 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422de1d3-9d46-421f-9adc-08390aa78c70 x-openstack-request-id: req-422de1d3-9d46-421f-9adc-08390aa78c70 {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:47:58.959538 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b17f4aa7-e4db-4068-8746-3f60f7a4a748", "name": "network-vif-deleted", "tag": "588053f8-d8ee-47c0-b75a-4ba5f66d3ce8", "status": "completed", "code": 200}]} {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:47:58.959794 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-422de1d3-9d46-421f-9adc-08390aa78c70 {{(pid=102996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:47:58.960720 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17f4aa7-e4db-4068-8746-3f60f7a4a748', 'name': 'network-vif-deleted', 'tag': '588053f8-d8ee-47c0-b75a-4ba5f66d3ce8', 'status': 'completed', 'code': 200} Feb 28 10:47:59.943427 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:00.348943 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 35508) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:00.683383 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-0c4870d8-dbec-4ec1-86a8-16231e2e7f6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1717625'] for router_interface (a7f5e2f2-9748-4908-8f86-0cfaa254ae1b), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:00.933055 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [None req-0c4870d8-dbec-4ec1-86a8-16231e2e7f6f admin admin] Deleting port 1ba42818-e283-44fe-92c6-95f705f8e1e4 {{(pid=102996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:48:00.933790 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-0c4870d8-dbec-4ec1-86a8-16231e2e7f6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (1ba42818-e283-44fe-92c6-95f705f8e1e4), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:01.011774 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [None req-0c4870d8-dbec-4ec1-86a8-16231e2e7f6f admin admin] For port 1ba42818-e283-44fe-92c6-95f705f8e1e4, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=1ba42818-e283-44fe-92c6-95f705f8e1e4,segment=NetworkSegment(e7ceb69c-dd7a-4a22-ad62-a483c13f795c),segment_id=e7ceb69c-dd7a-4a22-ad62-a483c13f795c)] {{(pid=102996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:48:01.012126 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-0c4870d8-dbec-4ec1-86a8-16231e2e7f6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (1ba42818-e283-44fe-92c6-95f705f8e1e4), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:01.024699 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [None req-0c4870d8-dbec-4ec1-86a8-16231e2e7f6f admin admin] Calling delete_port for 1ba42818-e283-44fe-92c6-95f705f8e1e4 owned by network:router_interface {{(pid=102996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:48:01.197199 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-0c4870d8-dbec-4ec1-86a8-16231e2e7f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (1ba42818-e283-44fe-92c6-95f705f8e1e4), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:01.226156 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4870d8-dbec-4ec1-86a8-16231e2e7f6f admin admin] Pushing event deleted for resources: {'Port': ['ID=1ba42818-e283-44fe-92c6-95f705f8e1e4,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:01.250985 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4870d8-dbec-4ec1-86a8-16231e2e7f6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:01.251331 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4870d8-dbec-4ec1-86a8-16231e2e7f6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:01.251668 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4870d8-dbec-4ec1-86a8-16231e2e7f6f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:01.251995 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4870d8-dbec-4ec1-86a8-16231e2e7f6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:01.252321 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4870d8-dbec-4ec1-86a8-16231e2e7f6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:01.252802 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4870d8-dbec-4ec1-86a8-16231e2e7f6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:01.253133 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4870d8-dbec-4ec1-86a8-16231e2e7f6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:01.253711 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4870d8-dbec-4ec1-86a8-16231e2e7f6f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:01.254033 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4870d8-dbec-4ec1-86a8-16231e2e7f6f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:01.254351 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4870d8-dbec-4ec1-86a8-16231e2e7f6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:01.254679 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4870d8-dbec-4ec1-86a8-16231e2e7f6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:01.255020 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4870d8-dbec-4ec1-86a8-16231e2e7f6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:01.255335 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4870d8-dbec-4ec1-86a8-16231e2e7f6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:01.398215 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-0c4870d8-dbec-4ec1-86a8-16231e2e7f6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717653'] for router_interface (a7f5e2f2-9748-4908-8f86-0cfaa254ae1b), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:01.555942 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:01.603890 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4870d8-dbec-4ec1-86a8-16231e2e7f6f admin admin] Router a7f5e2f2-9748-4908-8f86-0cfaa254ae1b has already been hosted by L3 agent 86347f47-2890-46a7-a199-31163828a11a {{(pid=102996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:48:01.708616 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4870d8-dbec-4ec1-86a8-16231e2e7f6f admin admin] Notify agent at l3_agent.dv-cinder-831167-1-iscsi the message routers_updated {{(pid=102996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:48:01.714412 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-0c4870d8-dbec-4ec1-86a8-16231e2e7f6f admin admin] 10.222.0.44 "PUT /v2.0/routers/a7f5e2f2-9748-4908-8f86-0cfaa254ae1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3644664 Feb 28 10:48:01.716939 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 35510) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:01.717680 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f994f2-945a-43a6-b085-01eb8d33c6b4 None None] Sync routers for ids ['a7f5e2f2-9748-4908-8f86-0cfaa254ae1b'] in dv-cinder-831167-1-iscsi {{(pid=102998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:48:01.727751 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f994f2-945a-43a6-b085-01eb8d33c6b4 None None] Routers {'a7f5e2f2-9748-4908-8f86-0cfaa254ae1b'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:48:01.728359 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-26f994f2-945a-43a6-b085-01eb8d33c6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:47:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['a7f5e2f2-9748-4908-8f86-0cfaa254ae1b'], 'active': True} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:01.820059 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-b481c65a-92ac-4955-a856-7ceb62139d0c admin admin] Publish callbacks [] for router (a7f5e2f2-9748-4908-8f86-0cfaa254ae1b), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:01.833350 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvr_db [None req-26f994f2-945a-43a6-b085-01eb8d33c6b4 None None] Set router a7f5e2f2-9748-4908-8f86-0cfaa254ae1b gateway port host: dv-cinder-831167-1-iscsi {{(pid=102998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:48:01.920248 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-b481c65a-92ac-4955-a856-7ceb62139d0c admin admin] Publish callbacks [] for router_gateway (a7f5e2f2-9748-4908-8f86-0cfaa254ae1b), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:01.972136 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [None req-b481c65a-92ac-4955-a856-7ceb62139d0c admin admin] Deleting port 2254e119-32d8-4e08-a48b-c78977e2576b {{(pid=102996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:48:01.972468 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-b481c65a-92ac-4955-a856-7ceb62139d0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (2254e119-32d8-4e08-a48b-c78977e2576b), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:02.005382 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-26f994f2-945a-43a6-b085-01eb8d33c6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f5e2f2-9748-4908-8f86-0cfaa254ae1b', 'name': 'tempest-TestMinimumBasicScenario-448465795-router', 'tenant_id': '7199da134f5348a7adb55be7f0758efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '2254e119-32d8-4e08-a48b-c78977e2576b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:44:21Z', 'updated_at': '2022-02-28T10:48:01Z', 'revision_number': 5, 'project_id': '7199da134f5348a7adb55be7f0758efe', 'gw_port': {'id': '2254e119-32d8-4e08-a48b-c78977e2576b', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f5e2f2-9748-4908-8f86-0cfaa254ae1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:21Z', 'updated_at': '2022-02-28T10:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi'}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:02.018073 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device 588053f8-d8ee-47c0-b75a-4ba5f66d3ce8 no longer exists at agent hyperv_hv-cinder-83116 {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:48:02.036072 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f994f2-945a-43a6-b085-01eb8d33c6b4 None None] Checking router: a7f5e2f2-9748-4908-8f86-0cfaa254ae1b for host: dv-cinder-831167-1-iscsi {{(pid=102998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:48:02.038790 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] No Port match for: 588053f8-d8ee-47c0-b75a-4ba5f66d3ce8 {{(pid=102997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:48:02.039191 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device 588053f8-d8ee-47c0-b75a-4ba5f66d3ce8 not bound to the agent host hv-cinder-83116 {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:48:02.044407 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f994f2-945a-43a6-b085-01eb8d33c6b4 None None] Routers {'a7f5e2f2-9748-4908-8f86-0cfaa254ae1b'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:48:02.045002 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-26f994f2-945a-43a6-b085-01eb8d33c6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:47:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['a7f5e2f2-9748-4908-8f86-0cfaa254ae1b'], 'active': True} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:02.055345 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [None req-b481c65a-92ac-4955-a856-7ceb62139d0c admin admin] For port 2254e119-32d8-4e08-a48b-c78977e2576b, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=2254e119-32d8-4e08-a48b-c78977e2576b,segment=NetworkSegment(490b7679-533e-4a17-9008-1b96b60e260c),segment_id=490b7679-533e-4a17-9008-1b96b60e260c)] {{(pid=102996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:48:02.055711 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-b481c65a-92ac-4955-a856-7ceb62139d0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (2254e119-32d8-4e08-a48b-c78977e2576b), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:02.067425 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [None req-b481c65a-92ac-4955-a856-7ceb62139d0c admin admin] Calling delete_port for 2254e119-32d8-4e08-a48b-c78977e2576b owned by network:router_gateway {{(pid=102996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:48:02.133469 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvr_db [None req-26f994f2-945a-43a6-b085-01eb8d33c6b4 None None] Set router a7f5e2f2-9748-4908-8f86-0cfaa254ae1b gateway port host: None {{(pid=102998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:48:02.183850 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-26f994f2-945a-43a6-b085-01eb8d33c6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f5e2f2-9748-4908-8f86-0cfaa254ae1b', 'name': 'tempest-TestMinimumBasicScenario-448465795-router', 'tenant_id': '7199da134f5348a7adb55be7f0758efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:44:21Z', 'updated_at': '2022-02-28T10:48:01Z', 'revision_number': 6, 'project_id': '7199da134f5348a7adb55be7f0758efe', 'gw_port_host': None}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:02.212285 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f994f2-945a-43a6-b085-01eb8d33c6b4 None None] The sync data for ids ['a7f5e2f2-9748-4908-8f86-0cfaa254ae1b'] in dv-cinder-831167-1-iscsi is: [{'id': 'a7f5e2f2-9748-4908-8f86-0cfaa254ae1b', 'name': 'tempest-TestMinimumBasicScenario-448465795-router', 'tenant_id': '7199da134f5348a7adb55be7f0758efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:44:21Z', 'updated_at': '2022-02-28T10:48:01Z', 'revision_number': 6, 'project_id': '7199da134f5348a7adb55be7f0758efe', 'gw_port_host': None}] {{(pid=102998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:48:02.233302 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-b481c65a-92ac-4955-a856-7ceb62139d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (2254e119-32d8-4e08-a48b-c78977e2576b), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:02.260361 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b481c65a-92ac-4955-a856-7ceb62139d0c admin admin] Pushing event deleted for resources: {'Port': ['ID=2254e119-32d8-4e08-a48b-c78977e2576b,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:02.320270 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-b481c65a-92ac-4955-a856-7ceb62139d0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-379191'] for router_gateway (a7f5e2f2-9748-4908-8f86-0cfaa254ae1b), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:02.657973 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-b481c65a-92ac-4955-a856-7ceb62139d0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14643'] for router (a7f5e2f2-9748-4908-8f86-0cfaa254ae1b), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:02.660078 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-b481c65a-92ac-4955-a856-7ceb62139d0c admin admin] Publish callbacks [] for router_controller (a7f5e2f2-9748-4908-8f86-0cfaa254ae1b), precommit_delete_associations {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:02.701365 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-b481c65a-92ac-4955-a856-7ceb62139d0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718172'] for router (a7f5e2f2-9748-4908-8f86-0cfaa254ae1b), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:02.701996 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b481c65a-92ac-4955-a856-7ceb62139d0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7f5e2f2-9748-4908-8f86-0cfaa254ae1b {{(pid=102996) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:48:02.706208 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-b481c65a-92ac-4955-a856-7ceb62139d0c admin admin] Publish callbacks [] for router (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:02.707357 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-b481c65a-92ac-4955-a856-7ceb62139d0c admin admin] 10.222.0.44 "DELETE /v2.0/routers/a7f5e2f2-9748-4908-8f86-0cfaa254ae1b HTTP/1.1" status: 204 len: 168 time: 0.9895124 Feb 28 10:48:02.710467 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 35512) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:02.753036 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.db_base_plugin_v2 [None req-59101b02-e64a-4ad2-a496-2d2074f282de admin admin] Deleting subnet 4e180469-4b25-4077-a30b-ec96a9fd15f3 {{(pid=102996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:48:02.756426 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-59101b02-e64a-4ad2-a496-2d2074f282de admin admin] Publish callbacks [] for subnet (4e180469-4b25-4077-a30b-ec96a9fd15f3), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:02.790277 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-59101b02-e64a-4ad2-a496-2d2074f282de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63660276'] for subnet (4e180469-4b25-4077-a30b-ec96a9fd15f3), precommit_delete_associations {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:02.893310 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-59101b02-e64a-4ad2-a496-2d2074f282de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759398'] for subnet (4e180469-4b25-4077-a30b-ec96a9fd15f3), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:02.946154 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-59101b02-e64a-4ad2-a496-2d2074f282de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63361894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64835571'] for subnet (4e180469-4b25-4077-a30b-ec96a9fd15f3), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:02.976150 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59101b02-e64a-4ad2-a496-2d2074f282de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e180469-4b25-4077-a30b-ec96a9fd15f3,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:02.980853 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-59101b02-e64a-4ad2-a496-2d2074f282de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for subnet (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:02.986260 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-59101b02-e64a-4ad2-a496-2d2074f282de admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4e180469-4b25-4077-a30b-ec96a9fd15f3 HTTP/1.1" status: 204 len: 168 time: 0.2725923 Feb 28 10:48:02.986497 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 35514) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:02.993565 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a76aa07-5309-4012-99c6-cb265996655d None None] Network 23b9544d-fd88-4f29-96bb-d69c9a9a50d9 requested from dv-cinder-831167-1-iscsi {{(pid=102997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:48:02.999662 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 1ba42818-e283-44fe-92c6-95f705f8e1e4 no longer exists at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:48:03.057332 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] No Port match for: 1ba42818-e283-44fe-92c6-95f705f8e1e4 {{(pid=102997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:48:03.057627 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 1ba42818-e283-44fe-92c6-95f705f8e1e4 not bound to the agent host dv-cinder-831167-1-iscsi {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:48:03.057986 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-1b546e3f-b5cc-446c-aa41-1feff29459d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781725'] for network (23b9544d-fd88-4f29-96bb-d69c9a9a50d9), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:03.058101 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 2254e119-32d8-4e08-a48b-c78977e2576b no longer exists at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:48:03.097265 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] No Port match for: 2254e119-32d8-4e08-a48b-c78977e2576b {{(pid=102997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:48:03.097591 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 2254e119-32d8-4e08-a48b-c78977e2576b not bound to the agent host dv-cinder-831167-1-iscsi {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:48:03.112868 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [None req-1b546e3f-b5cc-446c-aa41-1feff29459d1 admin admin] Deleting port 2f1a554e-624d-454d-aeb9-a12de564bd8e {{(pid=102996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:48:03.113204 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-1b546e3f-b5cc-446c-aa41-1feff29459d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (2f1a554e-624d-454d-aeb9-a12de564bd8e), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:03.181814 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [None req-1b546e3f-b5cc-446c-aa41-1feff29459d1 admin admin] For port 2f1a554e-624d-454d-aeb9-a12de564bd8e, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=2f1a554e-624d-454d-aeb9-a12de564bd8e,segment=NetworkSegment(e7ceb69c-dd7a-4a22-ad62-a483c13f795c),segment_id=e7ceb69c-dd7a-4a22-ad62-a483c13f795c)] {{(pid=102996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:48:03.182068 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-1b546e3f-b5cc-446c-aa41-1feff29459d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (2f1a554e-624d-454d-aeb9-a12de564bd8e), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:03.195883 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [None req-1b546e3f-b5cc-446c-aa41-1feff29459d1 admin admin] Calling delete_port for 2f1a554e-624d-454d-aeb9-a12de564bd8e owned by network:dhcp {{(pid=102996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:48:03.213179 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3df437a-3257-4922-abb4-d8442cd2b2ad None None] DHCP port deletion for 23b9544d-fd88-4f29-96bb-d69c9a9a50d9 request from dv-cinder-831167-1-iscsi {{(pid=102997) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:48:03.270127 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-e3df437a-3257-4922-abb4-d8442cd2b2ad None None] Deleting port 2f1a554e-624d-454d-aeb9-a12de564bd8e {{(pid=102997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:48:03.270510 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-e3df437a-3257-4922-abb4-d8442cd2b2ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (2f1a554e-624d-454d-aeb9-a12de564bd8e), before_delete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:03.281453 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-1b546e3f-b5cc-446c-aa41-1feff29459d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (2f1a554e-624d-454d-aeb9-a12de564bd8e), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:03.309617 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b546e3f-b5cc-446c-aa41-1feff29459d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f1a554e-624d-454d-aeb9-a12de564bd8e,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:03.313011 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b546e3f-b5cc-446c-aa41-1feff29459d1 admin admin] No DVR routers for this DVR port 2f1a554e-624d-454d-aeb9-a12de564bd8e on host dv-cinder-831167-1-iscsi {{(pid=102996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:48:03.332133 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-e3df437a-3257-4922-abb4-d8442cd2b2ad None None] For port 2f1a554e-624d-454d-aeb9-a12de564bd8e, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=2f1a554e-624d-454d-aeb9-a12de564bd8e,segment=NetworkSegment(e7ceb69c-dd7a-4a22-ad62-a483c13f795c),segment_id=e7ceb69c-dd7a-4a22-ad62-a483c13f795c)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:48:03.332519 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-e3df437a-3257-4922-abb4-d8442cd2b2ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (2f1a554e-624d-454d-aeb9-a12de564bd8e), precommit_delete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:03.344755 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-e3df437a-3257-4922-abb4-d8442cd2b2ad None None] Calling delete_port for 2f1a554e-624d-454d-aeb9-a12de564bd8e owned by network:dhcp {{(pid=102997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:48:03.383245 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-1b546e3f-b5cc-446c-aa41-1feff29459d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721821', 'neutron.services.segments.db._delete_segments_for_network-8783309880477'] for network (23b9544d-fd88-4f29-96bb-d69c9a9a50d9), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:03.403202 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.services.segments.db [None req-1b546e3f-b5cc-446c-aa41-1feff29459d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23b9544d-fd88-4f29-96bb-d69c9a9a50d9']}} {{(pid=102996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:03.412132 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.services.segments.db [None req-1b546e3f-b5cc-446c-aa41-1feff29459d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7ceb69c-dd7a-4a22-ad62-a483c13f795c') {'for_net_delete': True} {{(pid=102996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:03.412425 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.services.segments.db [None req-1b546e3f-b5cc-446c-aa41-1feff29459d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7ceb69c-dd7a-4a22-ad62-a483c13f795c') {} {{(pid=102996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:03.425869 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-1b546e3f-b5cc-446c-aa41-1feff29459d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783309883046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63660259'] for segment (e7ceb69c-dd7a-4a22-ad62-a483c13f795c), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:03.427418 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-e3df437a-3257-4922-abb4-d8442cd2b2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990'] for port (2f1a554e-624d-454d-aeb9-a12de564bd8e), after_delete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:03.441770 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-1b546e3f-b5cc-446c-aa41-1feff29459d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761337'] for segment (e7ceb69c-dd7a-4a22-ad62-a483c13f795c), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:03.448841 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b546e3f-b5cc-446c-aa41-1feff29459d1 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=102996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:48:03.449405 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-1b546e3f-b5cc-446c-aa41-1feff29459d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63361976'] for segment (e7ceb69c-dd7a-4a22-ad62-a483c13f795c), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:03.451162 dv-cinder-831167-1-iscsi neutron-server[102996]: Traceback (most recent call last): Feb 28 10:48:03.451162 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:48:03.451162 dv-cinder-831167-1-iscsi neutron-server[102996]: timer() Feb 28 10:48:03.451162 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:48:03.451162 dv-cinder-831167-1-iscsi neutron-server[102996]: cb(*args, **kw) Feb 28 10:48:03.451162 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:48:03.451162 dv-cinder-831167-1-iscsi neutron-server[102996]: return func(*args, **kwargs) Feb 28 10:48:03.451162 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:48:03.451162 dv-cinder-831167-1-iscsi neutron-server[102996]: self._notify() Feb 28 10:48:03.451162 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:48:03.451162 dv-cinder-831167-1-iscsi neutron-server[102996]: self.callback(batched_events) Feb 28 10:48:03.451162 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:48:03.451162 dv-cinder-831167-1-iscsi neutron-server[102996]: event.method(event) Feb 28 10:48:03.451162 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:48:03.451162 dv-cinder-831167-1-iscsi neutron-server[102996]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:48:03.451162 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:48:03.451162 dv-cinder-831167-1-iscsi neutron-server[102996]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:48:03.451162 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:48:03.451162 dv-cinder-831167-1-iscsi neutron-server[102996]: return f(self, *a, **k) Feb 28 10:48:03.451162 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:48:03.451162 dv-cinder-831167-1-iscsi neutron-server[102996]: return self._get(url).json() Feb 28 10:48:03.451162 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:48:03.451162 dv-cinder-831167-1-iscsi neutron-server[102996]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:48:03.451162 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:48:03.451162 dv-cinder-831167-1-iscsi neutron-server[102996]: return self.request(url, 'GET', **kwargs) Feb 28 10:48:03.451162 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:48:03.451162 dv-cinder-831167-1-iscsi neutron-server[102996]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:48:03.451162 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:48:03.451162 dv-cinder-831167-1-iscsi neutron-server[102996]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:48:03.451162 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:48:03.451162 dv-cinder-831167-1-iscsi neutron-server[102996]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:48:03.451162 dv-cinder-831167-1-iscsi neutron-server[102996]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:48:03.453688 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df437a-3257-4922-abb4-d8442cd2b2ad None None] Pushing event deleted for resources: {'Port': ['ID=2f1a554e-624d-454d-aeb9-a12de564bd8e,revision_number=None']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:03.456614 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3df437a-3257-4922-abb4-d8442cd2b2ad None None] No DVR routers for this DVR port 2f1a554e-624d-454d-aeb9-a12de564bd8e on host dv-cinder-831167-1-iscsi {{(pid=102997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:48:03.512623 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-1b546e3f-b5cc-446c-aa41-1feff29459d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-379147'] for network (23b9544d-fd88-4f29-96bb-d69c9a9a50d9), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:03.518135 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-1b546e3f-b5cc-446c-aa41-1feff29459d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for network (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:03.521204 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-1b546e3f-b5cc-446c-aa41-1feff29459d1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/23b9544d-fd88-4f29-96bb-d69c9a9a50d9 HTTP/1.1" status: 204 len: 168 time: 0.5337620 Feb 28 10:48:03.524165 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 35516) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:03.532391 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b546e3f-b5cc-446c-aa41-1feff29459d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=23b9544d-fd88-4f29-96bb-d69c9a9a50d9,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:03.859459 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-f53e9b78-d75d-4cda-86e2-8bf248b585c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1717625'] for router_interface (99db37fb-d33f-4dde-8b11-920d539c348b), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:04.095509 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.plugin [None req-f53e9b78-d75d-4cda-86e2-8bf248b585c8 admin admin] Deleting port 87f14293-99d2-483b-9a56-2145d92f97bb {{(pid=102995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:48:04.095846 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-f53e9b78-d75d-4cda-86e2-8bf248b585c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (87f14293-99d2-483b-9a56-2145d92f97bb), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:04.128551 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (db31e800-75f5-4bdb-84cd-f402d346b45c), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:04.174019 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.db [None req-f53e9b78-d75d-4cda-86e2-8bf248b585c8 admin admin] For port 87f14293-99d2-483b-9a56-2145d92f97bb, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=87f14293-99d2-483b-9a56-2145d92f97bb,segment=NetworkSegment(07fe83a9-e3b1-4193-a998-8f1652a11612),segment_id=07fe83a9-e3b1-4193-a998-8f1652a11612)] {{(pid=102995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:48:04.174376 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-f53e9b78-d75d-4cda-86e2-8bf248b585c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (87f14293-99d2-483b-9a56-2145d92f97bb), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:04.189985 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.plugin [None req-f53e9b78-d75d-4cda-86e2-8bf248b585c8 admin admin] Calling delete_port for 87f14293-99d2-483b-9a56-2145d92f97bb owned by network:router_interface {{(pid=102995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:48:04.361020 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-f53e9b78-d75d-4cda-86e2-8bf248b585c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63288186'] for port (87f14293-99d2-483b-9a56-2145d92f97bb), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:04.389819 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53e9b78-d75d-4cda-86e2-8bf248b585c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=87f14293-99d2-483b-9a56-2145d92f97bb,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:04.551010 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-f53e9b78-d75d-4cda-86e2-8bf248b585c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717653'] for router_interface (99db37fb-d33f-4dde-8b11-920d539c348b), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:04.911601 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 2f1a554e-624d-454d-aeb9-a12de564bd8e no longer exists at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:48:04.931185 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] No Port match for: 2f1a554e-624d-454d-aeb9-a12de564bd8e {{(pid=102997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:48:04.931537 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 2f1a554e-624d-454d-aeb9-a12de564bd8e not bound to the agent host dv-cinder-831167-1-iscsi {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:48:04.992954 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f53e9b78-d75d-4cda-86e2-8bf248b585c8 admin admin] Router 99db37fb-d33f-4dde-8b11-920d539c348b has already been hosted by L3 agent 86347f47-2890-46a7-a199-31163828a11a {{(pid=102995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:48:05.099212 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53e9b78-d75d-4cda-86e2-8bf248b585c8 admin admin] Notify agent at l3_agent.dv-cinder-831167-1-iscsi the message routers_updated {{(pid=102995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:48:05.106764 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-f53e9b78-d75d-4cda-86e2-8bf248b585c8 admin admin] 10.222.0.44 "PUT /v2.0/routers/99db37fb-d33f-4dde-8b11-920d539c348b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5815098 Feb 28 10:48:05.107468 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 35520) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:05.108369 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b56fa70-daf2-4c30-bf61-0561b586b5b3 None None] Sync routers for ids ['99db37fb-d33f-4dde-8b11-920d539c348b'] in dv-cinder-831167-1-iscsi {{(pid=102997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:48:05.119460 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b56fa70-daf2-4c30-bf61-0561b586b5b3 None None] Routers {'99db37fb-d33f-4dde-8b11-920d539c348b'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:48:05.120067 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-8b56fa70-daf2-4c30-bf61-0561b586b5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:47:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['99db37fb-d33f-4dde-8b11-920d539c348b'], 'active': True} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:05.215014 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3c8fce4d-3f8a-4b41-a4ff-d8286d576f95 admin admin] Publish callbacks [] for router (99db37fb-d33f-4dde-8b11-920d539c348b), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:05.223580 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvr_db [None req-8b56fa70-daf2-4c30-bf61-0561b586b5b3 None None] Set router 99db37fb-d33f-4dde-8b11-920d539c348b gateway port host: dv-cinder-831167-1-iscsi {{(pid=102997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:48:05.318556 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3c8fce4d-3f8a-4b41-a4ff-d8286d576f95 admin admin] Publish callbacks [] for router_gateway (99db37fb-d33f-4dde-8b11-920d539c348b), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:05.371554 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [None req-3c8fce4d-3f8a-4b41-a4ff-d8286d576f95 admin admin] Deleting port 9d1ae313-461a-4851-aa24-849f5753a98d {{(pid=102996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:48:05.371915 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3c8fce4d-3f8a-4b41-a4ff-d8286d576f95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (9d1ae313-461a-4851-aa24-849f5753a98d), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:05.401942 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-8b56fa70-daf2-4c30-bf61-0561b586b5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99db37fb-d33f-4dde-8b11-920d539c348b', 'name': 'tempest-TestMinimumBasicScenario-208193939-router', 'tenant_id': '03ff76db0e6a4bafa228ad0a4575d3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '9d1ae313-461a-4851-aa24-849f5753a98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:44:25Z', 'updated_at': '2022-02-28T10:48:04Z', 'revision_number': 5, 'project_id': '03ff76db0e6a4bafa228ad0a4575d3e3', 'gw_port': {'id': '9d1ae313-461a-4851-aa24-849f5753a98d', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:46:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99db37fb-d33f-4dde-8b11-920d539c348b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:44:26Z', 'updated_at': '2022-02-28T10:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi'}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:05.427974 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b56fa70-daf2-4c30-bf61-0561b586b5b3 None None] Checking router: 99db37fb-d33f-4dde-8b11-920d539c348b for host: dv-cinder-831167-1-iscsi {{(pid=102997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:48:05.436081 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b56fa70-daf2-4c30-bf61-0561b586b5b3 None None] Routers {'99db37fb-d33f-4dde-8b11-920d539c348b'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:48:05.436678 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-8b56fa70-daf2-4c30-bf61-0561b586b5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:47:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['99db37fb-d33f-4dde-8b11-920d539c348b'], 'active': True} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:05.452006 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [None req-3c8fce4d-3f8a-4b41-a4ff-d8286d576f95 admin admin] For port 9d1ae313-461a-4851-aa24-849f5753a98d, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=9d1ae313-461a-4851-aa24-849f5753a98d,segment=NetworkSegment(490b7679-533e-4a17-9008-1b96b60e260c),segment_id=490b7679-533e-4a17-9008-1b96b60e260c)] {{(pid=102996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:48:05.452366 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3c8fce4d-3f8a-4b41-a4ff-d8286d576f95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (9d1ae313-461a-4851-aa24-849f5753a98d), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:05.465643 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [None req-3c8fce4d-3f8a-4b41-a4ff-d8286d576f95 admin admin] Calling delete_port for 9d1ae313-461a-4851-aa24-849f5753a98d owned by network:router_gateway {{(pid=102996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:48:05.522785 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvr_db [None req-8b56fa70-daf2-4c30-bf61-0561b586b5b3 None None] Set router 99db37fb-d33f-4dde-8b11-920d539c348b gateway port host: None {{(pid=102997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:48:05.572607 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-8b56fa70-daf2-4c30-bf61-0561b586b5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99db37fb-d33f-4dde-8b11-920d539c348b', 'name': 'tempest-TestMinimumBasicScenario-208193939-router', 'tenant_id': '03ff76db0e6a4bafa228ad0a4575d3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:44:25Z', 'updated_at': '2022-02-28T10:48:05Z', 'revision_number': 6, 'project_id': '03ff76db0e6a4bafa228ad0a4575d3e3', 'gw_port_host': None}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:05.602081 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b56fa70-daf2-4c30-bf61-0561b586b5b3 None None] The sync data for ids ['99db37fb-d33f-4dde-8b11-920d539c348b'] in dv-cinder-831167-1-iscsi is: [{'id': '99db37fb-d33f-4dde-8b11-920d539c348b', 'name': 'tempest-TestMinimumBasicScenario-208193939-router', 'tenant_id': '03ff76db0e6a4bafa228ad0a4575d3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:44:25Z', 'updated_at': '2022-02-28T10:48:05Z', 'revision_number': 6, 'project_id': '03ff76db0e6a4bafa228ad0a4575d3e3', 'gw_port_host': None}] {{(pid=102997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:48:05.636060 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3c8fce4d-3f8a-4b41-a4ff-d8286d576f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (9d1ae313-461a-4851-aa24-849f5753a98d), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:05.660088 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8fce4d-3f8a-4b41-a4ff-d8286d576f95 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d1ae313-461a-4851-aa24-849f5753a98d,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:05.718063 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3c8fce4d-3f8a-4b41-a4ff-d8286d576f95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-379191'] for router_gateway (99db37fb-d33f-4dde-8b11-920d539c348b), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:05.807629 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3c8fce4d-3f8a-4b41-a4ff-d8286d576f95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14643'] for router (99db37fb-d33f-4dde-8b11-920d539c348b), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:05.809693 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3c8fce4d-3f8a-4b41-a4ff-d8286d576f95 admin admin] Publish callbacks [] for router_controller (99db37fb-d33f-4dde-8b11-920d539c348b), precommit_delete_associations {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:05.853342 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3c8fce4d-3f8a-4b41-a4ff-d8286d576f95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718172'] for router (99db37fb-d33f-4dde-8b11-920d539c348b), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:05.853880 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8fce4d-3f8a-4b41-a4ff-d8286d576f95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99db37fb-d33f-4dde-8b11-920d539c348b {{(pid=102996) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:48:05.857862 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3c8fce4d-3f8a-4b41-a4ff-d8286d576f95 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:05.859010 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-3c8fce4d-3f8a-4b41-a4ff-d8286d576f95 admin admin] 10.222.0.44 "DELETE /v2.0/routers/99db37fb-d33f-4dde-8b11-920d539c348b HTTP/1.1" status: 204 len: 168 time: 0.7504351 Feb 28 10:48:05.861459 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 35522) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:05.904151 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.db_base_plugin_v2 [None req-81fb6e1b-6664-4e31-b9fd-a86a3784f68a admin admin] Deleting subnet d9d7776d-d557-4723-9042-cc2895052c96 {{(pid=102996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:48:05.907000 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-81fb6e1b-6664-4e31-b9fd-a86a3784f68a admin admin] Publish callbacks [] for subnet (d9d7776d-d557-4723-9042-cc2895052c96), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:05.941277 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-81fb6e1b-6664-4e31-b9fd-a86a3784f68a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63660276'] for subnet (d9d7776d-d557-4723-9042-cc2895052c96), precommit_delete_associations {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:06.021953 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-81fb6e1b-6664-4e31-b9fd-a86a3784f68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759398'] for subnet (d9d7776d-d557-4723-9042-cc2895052c96), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:06.072571 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-81fb6e1b-6664-4e31-b9fd-a86a3784f68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63361894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64835571'] for subnet (d9d7776d-d557-4723-9042-cc2895052c96), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:06.095137 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fb6e1b-6664-4e31-b9fd-a86a3784f68a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9d7776d-d557-4723-9042-cc2895052c96,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:06.101115 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-81fb6e1b-6664-4e31-b9fd-a86a3784f68a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for subnet (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:06.104350 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-81fb6e1b-6664-4e31-b9fd-a86a3784f68a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d9d7776d-d557-4723-9042-cc2895052c96 HTTP/1.1" status: 204 len: 168 time: 0.2419670 Feb 28 10:48:06.106718 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 35524) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:06.107086 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820b5127-1bc6-4d8e-a692-75efcb570483 None None] Network 6c912516-e059-4d27-a0e3-d19f27f2e402 requested from dv-cinder-831167-1-iscsi {{(pid=102997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:48:06.172263 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-628261ff-9402-4bc8-91ec-5c6dfa1dea8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781725'] for network (6c912516-e059-4d27-a0e3-d19f27f2e402), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:06.228161 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [None req-628261ff-9402-4bc8-91ec-5c6dfa1dea8a admin admin] Deleting port 45c27616-70cf-479b-8fdf-3a4acc817f7c {{(pid=102996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:48:06.228505 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-628261ff-9402-4bc8-91ec-5c6dfa1dea8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (45c27616-70cf-479b-8fdf-3a4acc817f7c), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:06.288509 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [None req-628261ff-9402-4bc8-91ec-5c6dfa1dea8a admin admin] For port 45c27616-70cf-479b-8fdf-3a4acc817f7c, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=45c27616-70cf-479b-8fdf-3a4acc817f7c,segment=NetworkSegment(07fe83a9-e3b1-4193-a998-8f1652a11612),segment_id=07fe83a9-e3b1-4193-a998-8f1652a11612)] {{(pid=102996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:48:06.288799 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-628261ff-9402-4bc8-91ec-5c6dfa1dea8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (45c27616-70cf-479b-8fdf-3a4acc817f7c), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:06.300723 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [None req-628261ff-9402-4bc8-91ec-5c6dfa1dea8a admin admin] Calling delete_port for 45c27616-70cf-479b-8fdf-3a4acc817f7c owned by network:dhcp {{(pid=102996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:48:06.357535 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db1b5df-db22-4797-b109-7bb8c3c06813 None None] DHCP port deletion for 6c912516-e059-4d27-a0e3-d19f27f2e402 request from dv-cinder-831167-1-iscsi {{(pid=102997) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:48:06.393748 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-628261ff-9402-4bc8-91ec-5c6dfa1dea8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (45c27616-70cf-479b-8fdf-3a4acc817f7c), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:06.407405 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-9db1b5df-db22-4797-b109-7bb8c3c06813 None None] Deleting port 45c27616-70cf-479b-8fdf-3a4acc817f7c {{(pid=102997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:48:06.407784 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-9db1b5df-db22-4797-b109-7bb8c3c06813 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (45c27616-70cf-479b-8fdf-3a4acc817f7c), before_delete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:06.420761 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628261ff-9402-4bc8-91ec-5c6dfa1dea8a admin admin] Pushing event deleted for resources: {'Port': ['ID=45c27616-70cf-479b-8fdf-3a4acc817f7c,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:06.424305 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628261ff-9402-4bc8-91ec-5c6dfa1dea8a admin admin] No DVR routers for this DVR port 45c27616-70cf-479b-8fdf-3a4acc817f7c on host dv-cinder-831167-1-iscsi {{(pid=102996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:48:06.484149 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-9db1b5df-db22-4797-b109-7bb8c3c06813 None None] For port 45c27616-70cf-479b-8fdf-3a4acc817f7c, host dv-cinder-831167-1-iscsi, got binding levels [] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:48:06.484561 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-9db1b5df-db22-4797-b109-7bb8c3c06813 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (45c27616-70cf-479b-8fdf-3a4acc817f7c), precommit_delete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:06.497683 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-9db1b5df-db22-4797-b109-7bb8c3c06813 None None] Calling delete_port for 45c27616-70cf-479b-8fdf-3a4acc817f7c owned by network:dhcp {{(pid=102997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:48:06.500825 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.ipam_backend_mixin [None req-9db1b5df-db22-4797-b109-7bb8c3c06813 None None] Port 45c27616-70cf-479b-8fdf-3a4acc817f7c was not found and therefore no delete operation was performed {{(pid=102997) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 10:48:06.502380 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-9db1b5df-db22-4797-b109-7bb8c3c06813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990'] for port (45c27616-70cf-479b-8fdf-3a4acc817f7c), after_delete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:06.505945 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-628261ff-9402-4bc8-91ec-5c6dfa1dea8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721821', 'neutron.services.segments.db._delete_segments_for_network-8783309880477'] for network (6c912516-e059-4d27-a0e3-d19f27f2e402), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:06.530754 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.services.segments.db [None req-628261ff-9402-4bc8-91ec-5c6dfa1dea8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c912516-e059-4d27-a0e3-d19f27f2e402']}} {{(pid=102996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:06.534623 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db1b5df-db22-4797-b109-7bb8c3c06813 None None] Pushing event deleted for resources: {'Port': ['ID=45c27616-70cf-479b-8fdf-3a4acc817f7c,revision_number=None']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:06.536575 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db1b5df-db22-4797-b109-7bb8c3c06813 None None] No DVR routers for this DVR port 45c27616-70cf-479b-8fdf-3a4acc817f7c on host dv-cinder-831167-1-iscsi {{(pid=102997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:48:06.553019 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.services.segments.db [None req-628261ff-9402-4bc8-91ec-5c6dfa1dea8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07fe83a9-e3b1-4193-a998-8f1652a11612') {'for_net_delete': True} {{(pid=102996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:06.553390 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.services.segments.db [None req-628261ff-9402-4bc8-91ec-5c6dfa1dea8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07fe83a9-e3b1-4193-a998-8f1652a11612') {} {{(pid=102996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:06.564083 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-628261ff-9402-4bc8-91ec-5c6dfa1dea8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783309883046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63660259'] for segment (07fe83a9-e3b1-4193-a998-8f1652a11612), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:06.581058 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-628261ff-9402-4bc8-91ec-5c6dfa1dea8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761337'] for segment (07fe83a9-e3b1-4193-a998-8f1652a11612), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:06.588325 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-628261ff-9402-4bc8-91ec-5c6dfa1dea8a admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=102996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:48:06.588747 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-628261ff-9402-4bc8-91ec-5c6dfa1dea8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63361976'] for segment (07fe83a9-e3b1-4193-a998-8f1652a11612), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:06.590587 dv-cinder-831167-1-iscsi neutron-server[102996]: Traceback (most recent call last): Feb 28 10:48:06.590587 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:48:06.590587 dv-cinder-831167-1-iscsi neutron-server[102996]: timer() Feb 28 10:48:06.590587 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:48:06.590587 dv-cinder-831167-1-iscsi neutron-server[102996]: cb(*args, **kw) Feb 28 10:48:06.590587 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:48:06.590587 dv-cinder-831167-1-iscsi neutron-server[102996]: return func(*args, **kwargs) Feb 28 10:48:06.590587 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:48:06.590587 dv-cinder-831167-1-iscsi neutron-server[102996]: self._notify() Feb 28 10:48:06.590587 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:48:06.590587 dv-cinder-831167-1-iscsi neutron-server[102996]: self.callback(batched_events) Feb 28 10:48:06.590587 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:48:06.590587 dv-cinder-831167-1-iscsi neutron-server[102996]: event.method(event) Feb 28 10:48:06.590587 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:48:06.590587 dv-cinder-831167-1-iscsi neutron-server[102996]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:48:06.590587 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:48:06.590587 dv-cinder-831167-1-iscsi neutron-server[102996]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:48:06.590587 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:48:06.590587 dv-cinder-831167-1-iscsi neutron-server[102996]: return f(self, *a, **k) Feb 28 10:48:06.590587 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:48:06.590587 dv-cinder-831167-1-iscsi neutron-server[102996]: return self._get(url).json() Feb 28 10:48:06.590587 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:48:06.590587 dv-cinder-831167-1-iscsi neutron-server[102996]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:48:06.590587 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:48:06.590587 dv-cinder-831167-1-iscsi neutron-server[102996]: return self.request(url, 'GET', **kwargs) Feb 28 10:48:06.590587 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:48:06.590587 dv-cinder-831167-1-iscsi neutron-server[102996]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:48:06.590587 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:48:06.590587 dv-cinder-831167-1-iscsi neutron-server[102996]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:48:06.590587 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:48:06.590587 dv-cinder-831167-1-iscsi neutron-server[102996]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:48:06.590587 dv-cinder-831167-1-iscsi neutron-server[102996]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:48:06.644550 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-628261ff-9402-4bc8-91ec-5c6dfa1dea8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-379147'] for network (6c912516-e059-4d27-a0e3-d19f27f2e402), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:06.663241 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-628261ff-9402-4bc8-91ec-5c6dfa1dea8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for network (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:06.667086 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-628261ff-9402-4bc8-91ec-5c6dfa1dea8a admin admin] 10.222.0.44 "DELETE /v2.0/networks/6c912516-e059-4d27-a0e3-d19f27f2e402 HTTP/1.1" status: 204 len: 168 time: 0.5594194 Feb 28 10:48:06.668372 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628261ff-9402-4bc8-91ec-5c6dfa1dea8a admin admin] Pushing event deleted for resources: {'Network': ['ID=6c912516-e059-4d27-a0e3-d19f27f2e402,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:06.785468 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 35530) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:06.825605 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-b4b68489-f773-49ae-898e-19808c01a2d4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7199da134f5348a7adb55be7f0758efe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389755 Feb 28 10:48:06.828107 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 35532) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:06.860981 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 45c27616-70cf-479b-8fdf-3a4acc817f7c no longer exists at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:48:06.875861 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-e5ce5675-84b7-4650-b721-aac009bc47b6 admin admin] Publish callbacks [] for security_group (39c49b0b-a926-4526-af25-363b73872a8a), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:06.880755 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] No Port match for: 45c27616-70cf-479b-8fdf-3a4acc817f7c {{(pid=102997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:48:06.881102 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 45c27616-70cf-479b-8fdf-3a4acc817f7c not bound to the agent host dv-cinder-831167-1-iscsi {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:48:06.881512 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 87f14293-99d2-483b-9a56-2145d92f97bb no longer exists at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:48:06.900244 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] No Port match for: 87f14293-99d2-483b-9a56-2145d92f97bb {{(pid=102997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:48:06.900585 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 87f14293-99d2-483b-9a56-2145d92f97bb not bound to the agent host dv-cinder-831167-1-iscsi {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:48:06.900985 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 9d1ae313-461a-4851-aa24-849f5753a98d no longer exists at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:48:06.901107 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-e5ce5675-84b7-4650-b721-aac009bc47b6 admin admin] Publish callbacks [] for security_group (39c49b0b-a926-4526-af25-363b73872a8a), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:06.919516 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] No Port match for: 9d1ae313-461a-4851-aa24-849f5753a98d {{(pid=102997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:48:06.919801 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 9d1ae313-461a-4851-aa24-849f5753a98d not bound to the agent host dv-cinder-831167-1-iscsi {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:48:06.949739 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-e5ce5675-84b7-4650-b721-aac009bc47b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (39c49b0b-a926-4526-af25-363b73872a8a), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:06.953560 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-e5ce5675-84b7-4650-b721-aac009bc47b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:06.955001 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-e5ce5675-84b7-4650-b721-aac009bc47b6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/39c49b0b-a926-4526-af25-363b73872a8a HTTP/1.1" status: 204 len: 168 time: 0.1257813 Feb 28 10:48:06.967212 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce5675-84b7-4650-b721-aac009bc47b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c49b0b-a926-4526-af25-363b73872a8a,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:07.271119 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 35538) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:07.310172 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-1a9db365-85b3-4b03-83e9-1fe59bffeffa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=03ff76db0e6a4bafa228ad0a4575d3e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379462 Feb 28 10:48:07.312517 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 35540) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:07.367225 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-2c5db25d-7a70-4da4-8e69-c2bf95e70352 admin admin] Publish callbacks [] for security_group (9060a372-2ac3-4592-8ddc-25a362494ccc), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:07.388018 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-2c5db25d-7a70-4da4-8e69-c2bf95e70352 admin admin] Publish callbacks [] for security_group (9060a372-2ac3-4592-8ddc-25a362494ccc), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:07.433002 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-2c5db25d-7a70-4da4-8e69-c2bf95e70352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (9060a372-2ac3-4592-8ddc-25a362494ccc), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:07.435883 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-2c5db25d-7a70-4da4-8e69-c2bf95e70352 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:07.437011 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-2c5db25d-7a70-4da4-8e69-c2bf95e70352 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9060a372-2ac3-4592-8ddc-25a362494ccc HTTP/1.1" status: 204 len: 168 time: 0.1236308 Feb 28 10:48:07.444588 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5db25d-7a70-4da4-8e69-c2bf95e70352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9060a372-2ac3-4592-8ddc-25a362494ccc,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:07.451498 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5db25d-7a70-4da4-8e69-c2bf95e70352 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:07.451848 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5db25d-7a70-4da4-8e69-c2bf95e70352 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:07.452194 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5db25d-7a70-4da4-8e69-c2bf95e70352 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:07.452532 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5db25d-7a70-4da4-8e69-c2bf95e70352 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:07.452861 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5db25d-7a70-4da4-8e69-c2bf95e70352 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:07.453189 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5db25d-7a70-4da4-8e69-c2bf95e70352 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:07.453518 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5db25d-7a70-4da4-8e69-c2bf95e70352 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:07.453844 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5db25d-7a70-4da4-8e69-c2bf95e70352 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:07.454175 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5db25d-7a70-4da4-8e69-c2bf95e70352 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:07.454538 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5db25d-7a70-4da4-8e69-c2bf95e70352 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:07.455245 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5db25d-7a70-4da4-8e69-c2bf95e70352 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:07.455578 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5db25d-7a70-4da4-8e69-c2bf95e70352 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:07.455906 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5db25d-7a70-4da4-8e69-c2bf95e70352 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:09.239508 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-9d0b85e0-8912-4eeb-9ed0-7c3b681b9030 req-cd50f538-ae61-4bd9-a92f-17f621256ff4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b9e330bb-e0cb-4554-a673-7a0d10a0851c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421503 Feb 28 10:48:09.312322 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b85e0-8912-4eeb-9ed0-7c3b681b9030 req-6bbcd299-3213-4b37-9215-7d499e3cf676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:09.313731 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-9d0b85e0-8912-4eeb-9ed0-7c3b681b9030 req-6bbcd299-3213-4b37-9215-7d499e3cf676 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d49baa9a7922438f99d7dcc9ef7c1c15&device_id=b9e330bb-e0cb-4554-a673-7a0d10a0851c HTTP/1.1" status: 200 len: 1130 time: 0.0429456 Feb 28 10:48:09.414266 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b85e0-8912-4eeb-9ed0-7c3b681b9030 req-d5c9e9e1-4106-499f-bcc2-d24f2703feef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:09.415788 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-9d0b85e0-8912-4eeb-9ed0-7c3b681b9030 req-d5c9e9e1-4106-499f-bcc2-d24f2703feef service neutron] 10.222.0.46 "GET /v2.0/networks?id=d201863f-b309-44f4-a7ef-e7046df4340e HTTP/1.1" status: 200 len: 912 time: 0.0843399 Feb 28 10:48:09.477034 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-9d0b85e0-8912-4eeb-9ed0-7c3b681b9030 req-7a545718-9dfd-4071-980a-e7ef4488518e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d6445dd-d1e1-49a8-8d35-f204892db2ff HTTP/1.1" status: 200 len: 1002 time: 0.0555375 Feb 28 10:48:09.523029 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b85e0-8912-4eeb-9ed0-7c3b681b9030 req-3880b46e-bbbf-4430-bb41-67c5a2eba6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:09.524387 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-9d0b85e0-8912-4eeb-9ed0-7c3b681b9030 req-3880b46e-bbbf-4430-bb41-67c5a2eba6da service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10d8c89b-f1ef-4689-89e2-725720fe5362 HTTP/1.1" status: 200 len: 850 time: 0.0407228 Feb 28 10:48:09.574074 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b85e0-8912-4eeb-9ed0-7c3b681b9030 req-3aa8ab99-1e6d-4a03-93b5-2a11854df489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:09.575532 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-9d0b85e0-8912-4eeb-9ed0-7c3b681b9030 req-3aa8ab99-1e6d-4a03-93b5-2a11854df489 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d201863f-b309-44f4-a7ef-e7046df4340e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446124 Feb 28 10:48:09.660239 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-9d0b85e0-8912-4eeb-9ed0-7c3b681b9030 req-7b40412f-e3e5-4f6c-85be-9a4306ae4fdb service neutron] 10.222.0.46 "GET /v2.0/networks/d201863f-b309-44f4-a7ef-e7046df4340e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785353 Feb 28 10:48:09.751127 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-9d0b85e0-8912-4eeb-9ed0-7c3b681b9030 req-9711b434-bcef-4d38-9ca3-fb415eb602a9 service neutron] 10.222.0.46 "GET /v2.0/networks/d201863f-b309-44f4-a7ef-e7046df4340e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849392 Feb 28 10:48:22.174135 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-32574106-c094-4dc2-857d-138fce56ef96 req-78da2954-5a23-46cd-a549-7653475d253c tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1851000237&fields=id&tenant_id=d49baa9a7922438f99d7dcc9ef7c1c15 HTTP/1.1" status: 200 len: 267 time: 0.0500309 Feb 28 10:48:22.275306 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32574106-c094-4dc2-857d-138fce56ef96 req-39c7c892-5c19-4017-90f3-58df6297fd0f tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:22.276721 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-32574106-c094-4dc2-857d-138fce56ef96 req-39c7c892-5c19-4017-90f3-58df6297fd0f tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/networks?id=d201863f-b309-44f4-a7ef-e7046df4340e HTTP/1.1" status: 200 len: 811 time: 0.0959496 Feb 28 10:48:22.290139 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-32574106-c094-4dc2-857d-138fce56ef96 req-f0bc35f4-e025-402a-a7ad-d341fe1f4165 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/quotas/d49baa9a7922438f99d7dcc9ef7c1c15 HTTP/1.1" status: 200 len: 375 time: 0.0083692 Feb 28 10:48:22.344245 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-32574106-c094-4dc2-857d-138fce56ef96 req-b7773e59-f99d-4c46-8156-6a1cab6c1d68 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d49baa9a7922438f99d7dcc9ef7c1c15&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494795 Feb 28 10:48:22.359204 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [req-32574106-c094-4dc2-857d-138fce56ef96 req-708b4370-1373-4224-b1db-a752005e3af1 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102995) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:48:22.360151 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-32574106-c094-4dc2-857d-138fce56ef96 req-708b4370-1373-4224-b1db-a752005e3af1 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049670 Feb 28 10:48:22.450118 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-32574106-c094-4dc2-857d-138fce56ef96 req-37d58648-bd2a-4432-a05e-8c2932797a78 service neutron] 10.222.0.44 "GET /v2.0/networks/d201863f-b309-44f4-a7ef-e7046df4340e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849187 Feb 28 10:48:22.543928 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-32574106-c094-4dc2-857d-138fce56ef96 req-6a118715-52be-479a-99d2-bbfa5cbb1ea4 service neutron] 10.222.0.44 "GET /v2.0/networks/d201863f-b309-44f4-a7ef-e7046df4340e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881159 Feb 28 10:48:22.926768 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0365cac4-0f50-4762-a117-b69ea9305a14 req-244ceac7-4a33-4679-aed1-e4853fc20ef1 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d2ceec8-f526-4293-a039-c8088979e455 HTTP/1.1" status: 200 len: 210 time: 0.1313813 Feb 28 10:48:23.840087 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32574106-c094-4dc2-857d-138fce56ef96 req-94e0c104-4bed-4319-909a-e4709a7f9cc8 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:23.841521 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-32574106-c094-4dc2-857d-138fce56ef96 req-94e0c104-4bed-4319-909a-e4709a7f9cc8 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.46 "GET /v2.0/networks?id=d201863f-b309-44f4-a7ef-e7046df4340e HTTP/1.1" status: 200 len: 811 time: 0.1000462 Feb 28 10:48:23.911367 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-32574106-c094-4dc2-857d-138fce56ef96 req-5f649a2c-15d6-4b0c-af1b-182d7e1d8dfb tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d49baa9a7922438f99d7dcc9ef7c1c15 HTTP/1.1" status: 200 len: 380 time: 0.0565128 Feb 28 10:48:23.931357 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [req-32574106-c094-4dc2-857d-138fce56ef96 req-13fb815a-3df5-4311-a4eb-4f3b051eb907 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Request body: {'port': {'device_id': '4d2ceec8-f526-4293-a039-c8088979e455', 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e', 'admin_state_up': True, 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'security_groups': ['84e73cdf-aca4-468a-847a-3e52e6ff6455']}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:48:24.022505 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ce67fad1-a77e-452b-a6fc-dbe7b0a5abc4 req-27ed9cb9-85d7-403e-9006-411f6ccaabfd tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d2ceec8-f526-4293-a039-c8088979e455 HTTP/1.1" status: 200 len: 210 time: 0.0264978 Feb 28 10:48:24.036273 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32574106-c094-4dc2-857d-138fce56ef96 req-13fb815a-3df5-4311-a4eb-4f3b051eb907 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Made reservation on behalf of d49baa9a7922438f99d7dcc9ef7c1c15 for: {'port': 1} {{(pid=102996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:48:24.039897 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-32574106-c094-4dc2-857d-138fce56ef96 req-13fb815a-3df5-4311-a4eb-4f3b051eb907 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:24.166234 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.db_base_plugin_common [req-32574106-c094-4dc2-857d-138fce56ef96 req-13fb815a-3df5-4311-a4eb-4f3b051eb907 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Allocated IP 172.20.0.14 (d201863f-b309-44f4-a7ef-e7046df4340e/10d8c89b-f1ef-4689-89e2-725720fe5362/4efe41d8-1811-4ff1-952b-58188535bc3f) {{(pid=102996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:48:24.299223 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-32574106-c094-4dc2-857d-138fce56ef96 req-13fb815a-3df5-4311-a4eb-4f3b051eb907 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks [] for port (4efe41d8-1811-4ff1-952b-58188535bc3f), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:24.331338 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-32574106-c094-4dc2-857d-138fce56ef96 req-13fb815a-3df5-4311-a4eb-4f3b051eb907 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (4efe41d8-1811-4ff1-952b-58188535bc3f), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:24.374927 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32574106-c094-4dc2-857d-138fce56ef96 req-13fb815a-3df5-4311-a4eb-4f3b051eb907 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Network d201863f-b309-44f4-a7ef-e7046df4340e is already hosted by enough agents. {{(pid=102996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:48:24.377867 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.base_scheduler [req-32574106-c094-4dc2-857d-138fce56ef96 req-13fb815a-3df5-4311-a4eb-4f3b051eb907 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Resources bound (agent type, host, resource id): {{(pid=102996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:48:24.382330 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [req-32574106-c094-4dc2-857d-138fce56ef96 req-13fb815a-3df5-4311-a4eb-4f3b051eb907 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Received port after_create {{(pid=102996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:48:24.412643 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fb815a-3df5-4311-a4eb-4f3b051eb907 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Pushing event updated for resources: {'Port': ['ID=4efe41d8-1811-4ff1-952b-58188535bc3f,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:24.437236 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32574106-c094-4dc2-857d-138fce56ef96 req-13fb815a-3df5-4311-a4eb-4f3b051eb907 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:24.437866 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-32574106-c094-4dc2-857d-138fce56ef96 req-13fb815a-3df5-4311-a4eb-4f3b051eb907 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:24.456659 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-32574106-c094-4dc2-857d-138fce56ef96 req-13fb815a-3df5-4311-a4eb-4f3b051eb907 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5287971 Feb 28 10:48:24.468940 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [req-32574106-c094-4dc2-857d-138fce56ef96 req-31ac797f-1332-4dbc-adb2-39c89e350d9e tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102996) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:48:24.470387 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-32574106-c094-4dc2-857d-138fce56ef96 req-31ac797f-1332-4dbc-adb2-39c89e350d9e tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056334 Feb 28 10:48:24.551479 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [req-32574106-c094-4dc2-857d-138fce56ef96 req-99ec5d76-10c8-4bee-9694-9fb1e353e39d service neutron] Request body: {'port': {'device_id': '4d2ceec8-f526-4293-a039-c8088979e455', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83116'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:48:24.613757 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-32574106-c094-4dc2-857d-138fce56ef96 req-99ec5d76-10c8-4bee-9694-9fb1e353e39d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (4efe41d8-1811-4ff1-952b-58188535bc3f), before_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:24.661863 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-0ff4498e-e3b2-4dae-b0d4-8006343597a7 None None] Provisioning complete for port 4efe41d8-1811-4ff1-952b-58188535bc3f triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:48:24.663044 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-0ff4498e-e3b2-4dae-b0d4-8006343597a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (4efe41d8-1811-4ff1-952b-58188535bc3f), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:24.695463 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-0ff4498e-e3b2-4dae-b0d4-8006343597a7 None None] Port 4efe41d8-1811-4ff1-952b-58188535bc3f cannot update to ACTIVE because it is not bound. {{(pid=102997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:48:24.862634 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [req-32574106-c094-4dc2-857d-138fce56ef96 req-99ec5d76-10c8-4bee-9694-9fb1e353e39d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4efe41d8-1811-4ff1-952b-58188535bc3f {{(pid=102996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:48:24.870381 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-32574106-c094-4dc2-857d-138fce56ef96 req-99ec5d76-10c8-4bee-9694-9fb1e353e39d service neutron] Publish callbacks [] for port (4efe41d8-1811-4ff1-952b-58188535bc3f), precommit_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:24.881921 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.provisioning_blocks [req-32574106-c094-4dc2-857d-138fce56ef96 req-99ec5d76-10c8-4bee-9694-9fb1e353e39d service neutron] Transition to ACTIVE for port object 4efe41d8-1811-4ff1-952b-58188535bc3f will not be triggered until provisioned by entity L2. {{(pid=102996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:48:24.885557 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-32574106-c094-4dc2-857d-138fce56ef96 req-99ec5d76-10c8-4bee-9694-9fb1e353e39d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63361884'] for port (4efe41d8-1811-4ff1-952b-58188535bc3f), after_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:24.931672 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec5d76-10c8-4bee-9694-9fb1e353e39d service neutron] Pushing event updated for resources: {'Port': ['ID=4efe41d8-1811-4ff1-952b-58188535bc3f,revision_number=2']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:24.968165 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-8cc96728-d6aa-46eb-b36f-d1fd7383c46b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:25.005964 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-32574106-c094-4dc2-857d-138fce56ef96 req-99ec5d76-10c8-4bee-9694-9fb1e353e39d service neutron] Attempting to bind port 4efe41d8-1811-4ff1-952b-58188535bc3f on host hv-cinder-83116 for vnic_type normal with profile {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:48:25.006403 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-32574106-c094-4dc2-857d-138fce56ef96 req-99ec5d76-10c8-4bee-9694-9fb1e353e39d service neutron] Attempting to bind port 4efe41d8-1811-4ff1-952b-58188535bc3f by drivers openvswitch,hyperv on host hv-cinder-83116 at level 0 using segments [{'id': '2588bd87-a4bf-478e-a2b9-e450b26b5df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e'}] {{(pid=102996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:48:25.006880 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32574106-c094-4dc2-857d-138fce56ef96 req-99ec5d76-10c8-4bee-9694-9fb1e353e39d service neutron] Attempting to bind port 4efe41d8-1811-4ff1-952b-58188535bc3f on network d201863f-b309-44f4-a7ef-e7046df4340e {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:48:25.011202 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32574106-c094-4dc2-857d-138fce56ef96 req-99ec5d76-10c8-4bee-9694-9fb1e353e39d service neutron] Port 4efe41d8-1811-4ff1-952b-58188535bc3f on network d201863f-b309-44f4-a7ef-e7046df4340e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83116 {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:48:25.011521 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32574106-c094-4dc2-857d-138fce56ef96 req-99ec5d76-10c8-4bee-9694-9fb1e353e39d service neutron] Attempting to bind port 4efe41d8-1811-4ff1-952b-58188535bc3f on network d201863f-b309-44f4-a7ef-e7046df4340e {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:48:25.016533 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32574106-c094-4dc2-857d-138fce56ef96 req-99ec5d76-10c8-4bee-9694-9fb1e353e39d service neutron] Checking agent: {'id': 'db31e800-75f5-4bdb-84cd-f402d346b45c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 36, 4), 'started_at': datetime.datetime(2022, 2, 28, 10, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:48:25.016869 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32574106-c094-4dc2-857d-138fce56ef96 req-99ec5d76-10c8-4bee-9694-9fb1e353e39d service neutron] Checking segment: {'id': '2588bd87-a4bf-478e-a2b9-e450b26b5df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:48:25.017251 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32574106-c094-4dc2-857d-138fce56ef96 req-99ec5d76-10c8-4bee-9694-9fb1e353e39d service neutron] Bound using segment: {'id': '2588bd87-a4bf-478e-a2b9-e450b26b5df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e'} {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:48:25.017725 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-32574106-c094-4dc2-857d-138fce56ef96 req-99ec5d76-10c8-4bee-9694-9fb1e353e39d service neutron] Bound port: 4efe41d8-1811-4ff1-952b-58188535bc3f, host: hv-cinder-83116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2588bd87-a4bf-478e-a2b9-e450b26b5df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e'}}] {{(pid=102996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:48:25.018081 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-32574106-c094-4dc2-857d-138fce56ef96 req-99ec5d76-10c8-4bee-9694-9fb1e353e39d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (4efe41d8-1811-4ff1-952b-58188535bc3f), before_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:25.085519 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-32574106-c094-4dc2-857d-138fce56ef96 req-99ec5d76-10c8-4bee-9694-9fb1e353e39d service neutron] For port 4efe41d8-1811-4ff1-952b-58188535bc3f, host hv-cinder-83116, cleared binding levels {{(pid=102996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:48:25.089039 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-32574106-c094-4dc2-857d-138fce56ef96 req-99ec5d76-10c8-4bee-9694-9fb1e353e39d service neutron] For port 4efe41d8-1811-4ff1-952b-58188535bc3f, host hv-cinder-83116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=4efe41d8-1811-4ff1-952b-58188535bc3f,segment=NetworkSegment(2588bd87-a4bf-478e-a2b9-e450b26b5df9),segment_id=2588bd87-a4bf-478e-a2b9-e450b26b5df9)] {{(pid=102996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:48:25.095637 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-32574106-c094-4dc2-857d-138fce56ef96 req-99ec5d76-10c8-4bee-9694-9fb1e353e39d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63361884'] for port (4efe41d8-1811-4ff1-952b-58188535bc3f), after_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:25.133071 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32574106-c094-4dc2-857d-138fce56ef96 req-99ec5d76-10c8-4bee-9694-9fb1e353e39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:25.133684 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-32574106-c094-4dc2-857d-138fce56ef96 req-99ec5d76-10c8-4bee-9694-9fb1e353e39d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:25.135126 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-32574106-c094-4dc2-857d-138fce56ef96 req-99ec5d76-10c8-4bee-9694-9fb1e353e39d service neutron] 10.222.0.46 "PUT /v2.0/ports/4efe41d8-1811-4ff1-952b-58188535bc3f HTTP/1.1" status: 200 len: 1094 time: 0.6480484 Feb 28 10:48:25.135555 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d2ceec8-f526-4293-a039-c8088979e455', 'tag': '4efe41d8-1811-4ff1-952b-58188535bc3f'}] {{(pid=102996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:48:25.137793 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fc607127e9415785fd538e0c70e4bf06f6b8f20b6b46de5a0809c41644901f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a6c3dc-fcd9-4faa-8cb3-69e8331f8106" -d '{"events": [{"name": "network-changed", "server_uuid": "4d2ceec8-f526-4293-a039-c8088979e455", "tag": "4efe41d8-1811-4ff1-952b-58188535bc3f"}]}' {{(pid=102996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:48:25.159100 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec5d76-10c8-4bee-9694-9fb1e353e39d service neutron] Pushing event updated for resources: {'Port': ['ID=4efe41d8-1811-4ff1-952b-58188535bc3f,revision_number=3']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:25.161702 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e2901-11dc-4d36-9a01-2c92f87e67a5 req-3185480f-5584-4747-8a35-e02a8f621dff tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:25.164134 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-492e2901-11dc-4d36-9a01-2c92f87e67a5 req-3185480f-5584-4747-8a35-e02a8f621dff tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d2ceec8-f526-4293-a039-c8088979e455 HTTP/1.1" status: 200 len: 944 time: 0.0636606 Feb 28 10:48:25.193663 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3ebbde-c099-4fbf-bebf-0d884efd6463 x-openstack-request-id: req-ac3ebbde-c099-4fbf-bebf-0d884efd6463 {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:48:25.194102 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d2ceec8-f526-4293-a039-c8088979e455", "tag": "4efe41d8-1811-4ff1-952b-58188535bc3f", "status": "completed", "code": 200}]} {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:48:25.194366 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ac3ebbde-c099-4fbf-bebf-0d884efd6463 {{(pid=102996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:48:25.194771 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d2ceec8-f526-4293-a039-c8088979e455', 'tag': '4efe41d8-1811-4ff1-952b-58188535bc3f', 'status': 'completed', 'code': 200} Feb 28 10:48:25.221317 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-492e2901-11dc-4d36-9a01-2c92f87e67a5 req-e05cc9cd-b3d7-4e56-9514-63a0a970af78 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470173 Feb 28 10:48:25.271172 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32574106-c094-4dc2-857d-138fce56ef96 req-890f3341-9d18-47cb-badd-a102c8e2e4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:25.272719 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-32574106-c094-4dc2-857d-138fce56ef96 req-890f3341-9d18-47cb-badd-a102c8e2e4ea service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d49baa9a7922438f99d7dcc9ef7c1c15&device_id=4d2ceec8-f526-4293-a039-c8088979e455 HTTP/1.1" status: 200 len: 1128 time: 0.0577765 Feb 28 10:48:25.324416 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-32574106-c094-4dc2-857d-138fce56ef96 req-1cac2fb3-7b43-445d-8472-647e728e02de service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4efe41d8-1811-4ff1-952b-58188535bc3f HTTP/1.1" status: 200 len: 217 time: 0.0384076 Feb 28 10:48:25.372255 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32574106-c094-4dc2-857d-138fce56ef96 req-a25bd3a4-33d1-4fa6-99b7-af22fa1d7bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:25.373685 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-32574106-c094-4dc2-857d-138fce56ef96 req-a25bd3a4-33d1-4fa6-99b7-af22fa1d7bf0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10d8c89b-f1ef-4689-89e2-725720fe5362 HTTP/1.1" status: 200 len: 850 time: 0.0428224 Feb 28 10:48:25.422322 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32574106-c094-4dc2-857d-138fce56ef96 req-98699b05-4831-4115-95e9-d9e6bd8c1ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:25.423743 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-32574106-c094-4dc2-857d-138fce56ef96 req-98699b05-4831-4115-95e9-d9e6bd8c1ad2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d201863f-b309-44f4-a7ef-e7046df4340e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440788 Feb 28 10:48:25.512159 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-32574106-c094-4dc2-857d-138fce56ef96 req-cd3f4084-62aa-4670-90a9-80d550cf02c6 service neutron] 10.222.0.46 "GET /v2.0/networks/d201863f-b309-44f4-a7ef-e7046df4340e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811160 Feb 28 10:48:25.600376 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-32574106-c094-4dc2-857d-138fce56ef96 req-2e889666-23ea-4f33-bc1c-fdfe06bc11e6 service neutron] 10.222.0.46 "GET /v2.0/networks/d201863f-b309-44f4-a7ef-e7046df4340e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807524 Feb 28 10:48:25.736399 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a6c3dc-fcd9-4faa-8cb3-69e8331f8106 req-8c064902-9795-4de7-ac1b-2e3bab665a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:25.737741 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-e1a6c3dc-fcd9-4faa-8cb3-69e8331f8106 req-8c064902-9795-4de7-ac1b-2e3bab665a21 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d49baa9a7922438f99d7dcc9ef7c1c15&device_id=4d2ceec8-f526-4293-a039-c8088979e455 HTTP/1.1" status: 200 len: 1128 time: 0.0473733 Feb 28 10:48:25.822833 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a6c3dc-fcd9-4faa-8cb3-69e8331f8106 req-c3c65bc7-6925-4839-a01f-b750ef5b99f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:25.824248 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-e1a6c3dc-fcd9-4faa-8cb3-69e8331f8106 req-c3c65bc7-6925-4839-a01f-b750ef5b99f8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d201863f-b309-44f4-a7ef-e7046df4340e HTTP/1.1" status: 200 len: 912 time: 0.0802066 Feb 28 10:48:25.866052 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-e1a6c3dc-fcd9-4faa-8cb3-69e8331f8106 req-2604c44a-a086-4096-bc38-3c38f5eab35c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4efe41d8-1811-4ff1-952b-58188535bc3f HTTP/1.1" status: 200 len: 217 time: 0.0356681 Feb 28 10:48:25.910659 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a6c3dc-fcd9-4faa-8cb3-69e8331f8106 req-8e62b90f-d18b-4a30-85f4-6853755a2f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:25.912020 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-e1a6c3dc-fcd9-4faa-8cb3-69e8331f8106 req-8e62b90f-d18b-4a30-85f4-6853755a2f90 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10d8c89b-f1ef-4689-89e2-725720fe5362 HTTP/1.1" status: 200 len: 850 time: 0.0407641 Feb 28 10:48:25.958327 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a6c3dc-fcd9-4faa-8cb3-69e8331f8106 req-1542db7f-cab6-438e-b102-5087d2a154a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:25.959806 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-e1a6c3dc-fcd9-4faa-8cb3-69e8331f8106 req-1542db7f-cab6-438e-b102-5087d2a154a7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d201863f-b309-44f4-a7ef-e7046df4340e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423644 Feb 28 10:48:26.045874 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-e1a6c3dc-fcd9-4faa-8cb3-69e8331f8106 req-fc2818df-3f20-41f1-8b37-03c12faa95f8 service neutron] 10.222.0.46 "GET /v2.0/networks/d201863f-b309-44f4-a7ef-e7046df4340e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802162 Feb 28 10:48:26.132497 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-e1a6c3dc-fcd9-4faa-8cb3-69e8331f8106 req-12a06edf-2c8f-4503-9c80-a2c6f804c9fc service neutron] 10.222.0.46 "GET /v2.0/networks/d201863f-b309-44f4-a7ef-e7046df4340e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808387 Feb 28 10:48:26.337864 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb88603b-4c63-4457-95de-727c1a92ff9d req-0ef3bdd9-d0c5-43c3-b6ff-9f2e9273ae50 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:26.339248 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-cb88603b-4c63-4457-95de-727c1a92ff9d req-0ef3bdd9-d0c5-43c3-b6ff-9f2e9273ae50 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d2ceec8-f526-4293-a039-c8088979e455 HTTP/1.1" status: 200 len: 944 time: 0.0504572 Feb 28 10:48:26.389939 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-cb88603b-4c63-4457-95de-727c1a92ff9d req-0ebea5ba-0c83-4206-ad96-3458decb5bcb tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452881 Feb 28 10:48:27.165119 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-dc600af9-790a-4855-b7be-19a9f0dfa881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:27.420152 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.agents_db [None req-ad1b81bb-6a73-47ab-ba10-dec1fea0c152 None None] Agent healthcheck: found 6 active agents {{(pid=102998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:48:27.505491 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc2c27-4571-49cc-9642-2c3dac7324b6 req-51fe8a9e-4a77-4b53-b7c9-092c7942ebcf tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:27.507535 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-87dc2c27-4571-49cc-9642-2c3dac7324b6 req-51fe8a9e-4a77-4b53-b7c9-092c7942ebcf tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d2ceec8-f526-4293-a039-c8088979e455 HTTP/1.1" status: 200 len: 944 time: 0.0519769 Feb 28 10:48:27.554139 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-87dc2c27-4571-49cc-9642-2c3dac7324b6 req-3051b9e9-8abf-4c4d-b200-1c0c2ca19b36 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412025 Feb 28 10:48:28.583635 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:28.669257 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb873a-483c-429e-b7b6-191efc3f154a req-1a058b0b-68c4-46a6-bafb-10defe112293 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:28.670701 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-08fb873a-483c-429e-b7b6-191efc3f154a req-1a058b0b-68c4-46a6-bafb-10defe112293 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d2ceec8-f526-4293-a039-c8088979e455 HTTP/1.1" status: 200 len: 944 time: 0.0516014 Feb 28 10:48:28.719919 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-08fb873a-483c-429e-b7b6-191efc3f154a req-5157d9b4-fbf6-459b-bdec-f1affda8b727 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437288 Feb 28 10:48:29.845192 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4ac0c-14ce-4163-a144-c89cc1574e6a req-997de01a-3e56-43bb-9433-36f346e198c6 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:29.846644 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c4c4ac0c-14ce-4163-a144-c89cc1574e6a req-997de01a-3e56-43bb-9433-36f346e198c6 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d2ceec8-f526-4293-a039-c8088979e455 HTTP/1.1" status: 200 len: 944 time: 0.0542176 Feb 28 10:48:29.895160 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c4c4ac0c-14ce-4163-a144-c89cc1574e6a req-158eb630-1e0c-458c-a290-d4e8931227a5 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422101 Feb 28 10:48:29.945589 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:31.010375 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdded1b-391a-412a-9e09-9d61b38e00d5 req-f73645b7-b8e1-489d-91cb-ea92edf7a3d0 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:31.011985 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2cdded1b-391a-412a-9e09-9d61b38e00d5 req-f73645b7-b8e1-489d-91cb-ea92edf7a3d0 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d2ceec8-f526-4293-a039-c8088979e455 HTTP/1.1" status: 200 len: 944 time: 0.0519559 Feb 28 10:48:31.059053 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2cdded1b-391a-412a-9e09-9d61b38e00d5 req-c986b16b-c19b-40bf-a6fb-f370417a2cd5 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415490 Feb 28 10:48:31.559451 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:32.177415 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7decd-15c4-4b66-9621-c217f35a3aa4 req-af83358e-8767-4f3b-a4c2-7fee84d9e5d3 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:32.179492 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-9fa7decd-15c4-4b66-9621-c217f35a3aa4 req-af83358e-8767-4f3b-a4c2-7fee84d9e5d3 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d2ceec8-f526-4293-a039-c8088979e455 HTTP/1.1" status: 200 len: 944 time: 0.0558207 Feb 28 10:48:32.225907 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-9fa7decd-15c4-4b66-9621-c217f35a3aa4 req-b171347d-ae80-425c-8912-2fea040e01ec tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410695 Feb 28 10:48:33.340727 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90edae76-38a5-471c-b5dd-2da206517854 req-c57d9160-cc57-4a09-8b02-2a6b1e284063 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:33.342108 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-90edae76-38a5-471c-b5dd-2da206517854 req-c57d9160-cc57-4a09-8b02-2a6b1e284063 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d2ceec8-f526-4293-a039-c8088979e455 HTTP/1.1" status: 200 len: 944 time: 0.0520771 Feb 28 10:48:33.389731 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-90edae76-38a5-471c-b5dd-2da206517854 req-49b93ecd-95d5-4942-bce5-6b867e5fd376 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421078 Feb 28 10:48:34.129719 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (db31e800-75f5-4bdb-84cd-f402d346b45c), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:34.219686 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device 4efe41d8-1811-4ff1-952b-58188535bc3f details requested by agent hyperv_hv-cinder-83116 with host hv-cinder-83116 {{(pid=102997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:48:34.314342 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port 4efe41d8-1811-4ff1-952b-58188535bc3f, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=4efe41d8-1811-4ff1-952b-58188535bc3f,segment=NetworkSegment(2588bd87-a4bf-478e-a2b9-e450b26b5df9),segment_id=2588bd87-a4bf-478e-a2b9-e450b26b5df9)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:48:34.325040 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Returning: {'device': '4efe41d8-1811-4ff1-952b-58188535bc3f', 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e', 'port_id': '4efe41d8-1811-4ff1-952b-58188535bc3f', 'mac_address': 'fa:16:3e:ee:17:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10d8c89b-f1ef-4689-89e2-725720fe5362', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:48:34.360496 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Current status of the port 4efe41d8-1811-4ff1-952b-58188535bc3f is: DOWN; New status is: BUILD {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:48:34.360885 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (4efe41d8-1811-4ff1-952b-58188535bc3f), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:34.372918 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.notifiers.nova [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4efe41d8-1811-4ff1-952b-58188535bc3f {{(pid=102997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:48:34.395650 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port 4efe41d8-1811-4ff1-952b-58188535bc3f, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=4efe41d8-1811-4ff1-952b-58188535bc3f,segment=NetworkSegment(2588bd87-a4bf-478e-a2b9-e450b26b5df9),segment_id=2588bd87-a4bf-478e-a2b9-e450b26b5df9)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:48:34.400028 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (4efe41d8-1811-4ff1-952b-58188535bc3f), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:34.445113 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Pushing event updated for resources: {'Port': ['ID=4efe41d8-1811-4ff1-952b-58188535bc3f,revision_number=4']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:34.452564 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:34.452937 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:34.453289 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:34.453603 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:34.453939 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:34.454292 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:34.454599 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:34.454963 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:34.455268 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:34.455608 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:34.455915 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:34.456238 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:34.456557 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:34.504985 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf1aba-f137-4799-b46f-400d38f22de9 req-841fabe5-f042-40aa-ab58-990d756b22fd tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:34.507003 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c9bf1aba-f137-4799-b46f-400d38f22de9 req-841fabe5-f042-40aa-ab58-990d756b22fd tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d2ceec8-f526-4293-a039-c8088979e455 HTTP/1.1" status: 200 len: 945 time: 0.0529251 Feb 28 10:48:34.557652 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c9bf1aba-f137-4799-b46f-400d38f22de9 req-4db9f141-8cd5-44b7-81b4-b38b40e2d3c3 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452144 Feb 28 10:48:34.998101 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] get_ports_and_sgs() called for port_ids ['4efe41d8-1811-4ff1-952b-58188535bc3f'] {{(pid=102997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:48:35.671753 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d616a9-7b55-4429-800b-e47c2c0afbb8 req-b06a9ae8-4eca-4855-ba88-bf8b7b393699 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:35.673193 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-13d616a9-7b55-4429-800b-e47c2c0afbb8 req-b06a9ae8-4eca-4855-ba88-bf8b7b393699 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d2ceec8-f526-4293-a039-c8088979e455 HTTP/1.1" status: 200 len: 945 time: 0.0512133 Feb 28 10:48:35.719502 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-13d616a9-7b55-4429-800b-e47c2c0afbb8 req-a79904db-514a-4fca-805a-f4ea614f9c61 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409327 Feb 28 10:48:36.231997 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device 4efe41d8-1811-4ff1-952b-58188535bc3f up at agent hyperv_hv-cinder-83116 {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:48:36.280459 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Provisioning for port 4efe41d8-1811-4ff1-952b-58188535bc3f completed by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:48:36.284100 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Provisioning complete for port 4efe41d8-1811-4ff1-952b-58188535bc3f triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:48:36.284480 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (4efe41d8-1811-4ff1-952b-58188535bc3f), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:36.359527 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Current status of the port 4efe41d8-1811-4ff1-952b-58188535bc3f is: BUILD; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:48:36.359910 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (4efe41d8-1811-4ff1-952b-58188535bc3f), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:36.381221 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2ceec8-f526-4293-a039-c8088979e455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4efe41d8-1811-4ff1-952b-58188535bc3f'}] {{(pid=102997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:48:36.383437 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3235e45cea9492f03cbc66cd40cfc06ba5865c86106c1e9dddb87cdb5008e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3175ac-6a6b-49ef-80a6-f7487857aeb9" -d '{"events": [{"server_uuid": "4d2ceec8-f526-4293-a039-c8088979e455", "name": "network-vif-plugged", "status": "completed", "tag": "4efe41d8-1811-4ff1-952b-58188535bc3f"}]}' {{(pid=102997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:48:36.395805 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port 4efe41d8-1811-4ff1-952b-58188535bc3f, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=4efe41d8-1811-4ff1-952b-58188535bc3f,segment=NetworkSegment(2588bd87-a4bf-478e-a2b9-e450b26b5df9),segment_id=2588bd87-a4bf-478e-a2b9-e450b26b5df9)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:48:36.400115 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (4efe41d8-1811-4ff1-952b-58188535bc3f), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:36.424354 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645095b9-4bbc-420c-bd66-bac022ed2a7f x-openstack-request-id: req-645095b9-4bbc-420c-bd66-bac022ed2a7f {{(pid=102997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:48:36.424647 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2ceec8-f526-4293-a039-c8088979e455", "name": "network-vif-plugged", "status": "completed", "tag": "4efe41d8-1811-4ff1-952b-58188535bc3f", "code": 200}]} {{(pid=102997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:48:36.424904 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-645095b9-4bbc-420c-bd66-bac022ed2a7f {{(pid=102997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:48:36.425291 dv-cinder-831167-1-iscsi neutron-server[102997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d2ceec8-f526-4293-a039-c8088979e455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4efe41d8-1811-4ff1-952b-58188535bc3f', 'code': 200} Feb 28 10:48:36.448871 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Pushing event updated for resources: {'Port': ['ID=4efe41d8-1811-4ff1-952b-58188535bc3f,revision_number=5']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:36.682490 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d98f91-68e9-4590-9770-265afd84cb43 req-60e9a387-495e-4a26-9b54-a10f0466083c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:36.683894 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-b5d98f91-68e9-4590-9770-265afd84cb43 req-60e9a387-495e-4a26-9b54-a10f0466083c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4d2ceec8-f526-4293-a039-c8088979e455 HTTP/1.1" status: 200 len: 1130 time: 0.0427883 Feb 28 10:48:36.730502 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-b5d98f91-68e9-4590-9770-265afd84cb43 req-5ae068a1-01a5-40a3-863d-a1c1333aa274 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382309 Feb 28 10:48:36.840766 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4ca73-808d-4d5f-8384-b615ce022afa req-2c73893a-3ceb-443d-aad4-cf9106f12f53 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:36.842278 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a3f4ca73-808d-4d5f-8384-b615ce022afa req-2c73893a-3ceb-443d-aad4-cf9106f12f53 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d2ceec8-f526-4293-a039-c8088979e455 HTTP/1.1" status: 200 len: 946 time: 0.0581975 Feb 28 10:48:36.889336 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a3f4ca73-808d-4d5f-8384-b615ce022afa req-33bca8ab-f29c-4319-a511-d57bac6caac5 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415618 Feb 28 10:48:38.010801 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdcf995-1e1a-4b40-98bb-52e935fae8ac req-bace3799-af04-4b9f-8cb7-8150a747bdb0 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:38.012300 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1bdcf995-1e1a-4b40-98bb-52e935fae8ac req-bace3799-af04-4b9f-8cb7-8150a747bdb0 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d2ceec8-f526-4293-a039-c8088979e455 HTTP/1.1" status: 200 len: 946 time: 0.0553052 Feb 28 10:48:38.059648 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1bdcf995-1e1a-4b40-98bb-52e935fae8ac req-f6e84c80-2b49-43e2-b1c7-8042f5c60e00 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418868 Feb 28 10:48:39.176039 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716dccfb-7d1d-4cd5-b8b6-68d1a0c22608 req-ad0e5c9a-e8e2-4702-9b95-e81a46f180ad tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:39.178108 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-716dccfb-7d1d-4cd5-b8b6-68d1a0c22608 req-ad0e5c9a-e8e2-4702-9b95-e81a46f180ad tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d2ceec8-f526-4293-a039-c8088979e455 HTTP/1.1" status: 200 len: 946 time: 0.0513031 Feb 28 10:48:39.229536 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-716dccfb-7d1d-4cd5-b8b6-68d1a0c22608 req-2ff9cca5-3389-4c2e-8679-ded6e713e293 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458441 Feb 28 10:48:39.345759 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b9ad0-d201-4525-823c-2577d94d9995 req-9df6f5db-eab5-4fc3-87c1-60dc7a95c3db tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:39.347238 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-cb6b9ad0-d201-4525-823c-2577d94d9995 req-9df6f5db-eab5-4fc3-87c1-60dc7a95c3db tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d2ceec8-f526-4293-a039-c8088979e455 HTTP/1.1" status: 200 len: 946 time: 0.0509958 Feb 28 10:48:39.398365 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-cb6b9ad0-d201-4525-823c-2577d94d9995 req-419b548b-66c6-404e-845f-c70162b38296 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448606 Feb 28 10:48:39.419807 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 35648) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:39.555614 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecdf8ef-e6f3-4516-b4f9-33c1310e4c18 tempest-TestVolumeBootPattern-2075307937 tempest-TestVolumeBootPattern-2075307937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:39.557152 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-2ecdf8ef-e6f3-4516-b4f9-33c1310e4c18 tempest-TestVolumeBootPattern-2075307937 tempest-TestVolumeBootPattern-2075307937-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4d2ceec8-f526-4293-a039-c8088979e455 HTTP/1.1" status: 200 len: 1125 time: 0.1364074 Feb 28 10:48:39.559963 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 35652) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:39.564341 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [None req-a522b635-8647-474a-a772-9bb9ff469204 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Request body: {'floatingip': {'floating_network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'port_id': '4efe41d8-1811-4ff1-952b-58188535bc3f', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:48:39.584404 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-a522b635-8647-474a-a772-9bb9ff469204 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:39.674625 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-a522b635-8647-474a-a772-9bb9ff469204 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:39.777432 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.db.db_base_plugin_common [None req-a522b635-8647-474a-a772-9bb9ff469204 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Allocated IP 172.27.1.60 (5c191bd3-8d00-44c5-b017-904410258187/e0d51f16-a2c9-415b-a552-79de15f3fe23/74645901-89d3-414b-8cb7-6e9b74cb8cbd) {{(pid=102995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:48:39.873044 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-a522b635-8647-474a-a772-9bb9ff469204 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks [] for port (74645901-89d3-414b-8cb7-6e9b74cb8cbd), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:39.910307 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-a522b635-8647-474a-a772-9bb9ff469204 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63288186'] for port (74645901-89d3-414b-8cb7-6e9b74cb8cbd), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:39.949392 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a522b635-8647-474a-a772-9bb9ff469204 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Network 5c191bd3-8d00-44c5-b017-904410258187 is already hosted by enough agents. {{(pid=102995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:48:39.952218 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.base_scheduler [None req-a522b635-8647-474a-a772-9bb9ff469204 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Resources bound (agent type, host, resource id): {{(pid=102995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:48:39.955740 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a522b635-8647-474a-a772-9bb9ff469204 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Received port after_create {{(pid=102995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:48:39.961028 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a522b635-8647-474a-a772-9bb9ff469204 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Pushing event updated for resources: {'Port': ['ID=74645901-89d3-414b-8cb7-6e9b74cb8cbd,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:40.310204 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-a522b635-8647-474a-a772-9bb9ff469204 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks [] for floatingip (b8eea7cb-88d0-4642-afbc-86d4a8e84030), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:40.377817 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-a522b635-8647-474a-a772-9bb9ff469204 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (74645901-89d3-414b-8cb7-6e9b74cb8cbd), before_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:40.521458 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-a522b635-8647-474a-a772-9bb9ff469204 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks [] for port (74645901-89d3-414b-8cb7-6e9b74cb8cbd), precommit_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:40.525843 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-a522b635-8647-474a-a772-9bb9ff469204 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63288179'] for port (74645901-89d3-414b-8cb7-6e9b74cb8cbd), after_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:40.591345 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a522b635-8647-474a-a772-9bb9ff469204 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Pushing event updated for resources: {'Port': ['ID=74645901-89d3-414b-8cb7-6e9b74cb8cbd,revision_number=2']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:40.602497 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-a522b635-8647-474a-a772-9bb9ff469204 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-379257'] for floatingip (b8eea7cb-88d0-4642-afbc-86d4a8e84030), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:40.699640 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.db.l3_db [None req-a522b635-8647-474a-a772-9bb9ff469204 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Floating IP b8eea7cb-88d0-4642-afbc-86d4a8e84030 associated. External IP: 172.27.1.60, port: 4efe41d8-1811-4ff1-952b-58188535bc3f. Feb 28 10:48:40.902521 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a522b635-8647-474a-a772-9bb9ff469204 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Router 955fcaf0-b9ca-493b-935f-c162b4121ca7 has already been hosted by L3 agent 86347f47-2890-46a7-a199-31163828a11a {{(pid=102995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:48:41.006675 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a522b635-8647-474a-a772-9bb9ff469204 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Notify agent at l3_agent.dv-cinder-831167-1-iscsi the message routers_updated {{(pid=102995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:48:41.016938 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9034c9d0-6c0d-4bd3-b543-0d241b3f3a2f None None] Sync routers for ids ['955fcaf0-b9ca-493b-935f-c162b4121ca7'] in dv-cinder-831167-1-iscsi {{(pid=102998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:48:41.024120 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-a522b635-8647-474a-a772-9bb9ff469204 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for floatingip (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:41.028477 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9034c9d0-6c0d-4bd3-b543-0d241b3f3a2f None None] Routers {'955fcaf0-b9ca-493b-935f-c162b4121ca7'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:48:41.029084 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-9034c9d0-6c0d-4bd3-b543-0d241b3f3a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:48:27Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['955fcaf0-b9ca-493b-935f-c162b4121ca7'], 'active': True} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:41.052937 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-a522b635-8647-474a-a772-9bb9ff469204 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4919024 Feb 28 10:48:41.053515 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d2ceec8-f526-4293-a039-c8088979e455', 'tag': '4efe41d8-1811-4ff1-952b-58188535bc3f'}] {{(pid=102995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:48:41.055824 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1dd8a96f8805fcf8ad92b8a44c4310027887bdef0368274a5855f6003a6db1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b47040-5b8b-4637-bc2f-26cae101c235" -d '{"events": [{"name": "network-changed", "server_uuid": "4d2ceec8-f526-4293-a039-c8088979e455", "tag": "4efe41d8-1811-4ff1-952b-58188535bc3f"}]}' {{(pid=102995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:48:41.091981 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8c6e30-05a2-4cd1-b72b-38cf572235da x-openstack-request-id: req-1c8c6e30-05a2-4cd1-b72b-38cf572235da {{(pid=102995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:48:41.092277 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d2ceec8-f526-4293-a039-c8088979e455", "tag": "4efe41d8-1811-4ff1-952b-58188535bc3f", "status": "completed", "code": 200}]} {{(pid=102995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:48:41.092732 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1c8c6e30-05a2-4cd1-b72b-38cf572235da {{(pid=102995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:48:41.093127 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d2ceec8-f526-4293-a039-c8088979e455', 'tag': '4efe41d8-1811-4ff1-952b-58188535bc3f', 'status': 'completed', 'code': 200} Feb 28 10:48:41.230077 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvr_db [None req-9034c9d0-6c0d-4bd3-b543-0d241b3f3a2f None None] Set router 955fcaf0-b9ca-493b-935f-c162b4121ca7 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:48:41.436015 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b47040-5b8b-4637-bc2f-26cae101c235 req-9ca6b01b-66d2-41c1-a47c-ee2508c8faee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:41.437558 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-65b47040-5b8b-4637-bc2f-26cae101c235 req-9ca6b01b-66d2-41c1-a47c-ee2508c8faee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d49baa9a7922438f99d7dcc9ef7c1c15&device_id=4d2ceec8-f526-4293-a039-c8088979e455 HTTP/1.1" status: 200 len: 1130 time: 0.2979546 Feb 28 10:48:41.455633 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-9034c9d0-6c0d-4bd3-b543-0d241b3f3a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'name': 'tempest-TestVolumeBootPattern-928494103-router', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '26172ab7-dd74-47fc-8158-eb83de91afc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:06Z', 'updated_at': '2022-02-28T10:41:10Z', 'revision_number': 4, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'gw_port': {'id': '26172ab7-dd74-47fc-8158-eb83de91afc0', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:bc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:06Z', 'updated_at': '2022-02-28T10:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_floatingips': [{'id': '8a43c3a1-bebc-469f-a06e-b132a840c89a', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'floating_ip_address': '172.27.1.227', 'floating_network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'router_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'port_id': '8d6445dd-d1e1-49a8-8d35-f204892db2ff', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e', 'mac_address': 'fa:16:3e:f2:fe:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e330bb-e0cb-4554-a673-7a0d10a0851c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:46:07Z', 'updated_at': '2022-02-28T10:46:09Z', 'revision_number': 1, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'fixed_ip_address_scope': None}, {'id': 'b8eea7cb-88d0-4642-afbc-86d4a8e84030', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'router_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'port_id': '4efe41d8-1811-4ff1-952b-58188535bc3f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e', 'mac_address': 'fa:16:3e:ee:17:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2ceec8-f526-4293-a039-c8088979e455', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:48:40Z', 'updated_at': '2022-02-28T10:48:40Z', 'revision_number': 0, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '139c64ac-245e-42da-8fc7-f98ec55d294a', 'name': '', 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'mac_address': 'fa:16:3e:9c:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '10d8c89b-f1ef-4689-89e2-725720fe5362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:09Z', 'updated_at': '2022-02-28T10:41:14Z', 'revision_number': 5, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'subnets': [{'id': '10d8c89b-f1ef-4689-89e2-725720fe5362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:41.484517 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9034c9d0-6c0d-4bd3-b543-0d241b3f3a2f None None] Checking router: 955fcaf0-b9ca-493b-935f-c162b4121ca7 for host: dv-cinder-831167-1-iscsi {{(pid=102998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:48:41.493062 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9034c9d0-6c0d-4bd3-b543-0d241b3f3a2f None None] Routers {'955fcaf0-b9ca-493b-935f-c162b4121ca7'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:48:41.493653 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-9034c9d0-6c0d-4bd3-b543-0d241b3f3a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:48:27Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['955fcaf0-b9ca-493b-935f-c162b4121ca7'], 'active': True} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:41.526120 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b47040-5b8b-4637-bc2f-26cae101c235 req-f12fc38d-3ee6-4753-8f33-f9ec2ab17550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:41.527608 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-65b47040-5b8b-4637-bc2f-26cae101c235 req-f12fc38d-3ee6-4753-8f33-f9ec2ab17550 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d201863f-b309-44f4-a7ef-e7046df4340e HTTP/1.1" status: 200 len: 912 time: 0.0831883 Feb 28 10:48:41.594641 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-65b47040-5b8b-4637-bc2f-26cae101c235 req-6a6974bc-9ba0-4016-a9a0-388f414000df service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4efe41d8-1811-4ff1-952b-58188535bc3f HTTP/1.1" status: 200 len: 999 time: 0.0602977 Feb 28 10:48:41.598441 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvr_db [None req-9034c9d0-6c0d-4bd3-b543-0d241b3f3a2f None None] Set router 955fcaf0-b9ca-493b-935f-c162b4121ca7 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:48:41.643195 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b47040-5b8b-4637-bc2f-26cae101c235 req-df9a2855-322b-4ab1-abf3-d27d75427def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:41.644614 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-65b47040-5b8b-4637-bc2f-26cae101c235 req-df9a2855-322b-4ab1-abf3-d27d75427def service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10d8c89b-f1ef-4689-89e2-725720fe5362 HTTP/1.1" status: 200 len: 850 time: 0.0417845 Feb 28 10:48:41.692465 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b47040-5b8b-4637-bc2f-26cae101c235 req-f67336db-54a6-4597-a36f-ad394b605577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:41.693989 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-65b47040-5b8b-4637-bc2f-26cae101c235 req-f67336db-54a6-4597-a36f-ad394b605577 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d201863f-b309-44f4-a7ef-e7046df4340e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432720 Feb 28 10:48:41.783176 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-65b47040-5b8b-4637-bc2f-26cae101c235 req-66240b9c-5daf-456f-8903-ac791c7e9529 service neutron] 10.222.0.46 "GET /v2.0/networks/d201863f-b309-44f4-a7ef-e7046df4340e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828319 Feb 28 10:48:41.817723 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-9034c9d0-6c0d-4bd3-b543-0d241b3f3a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'name': 'tempest-TestVolumeBootPattern-928494103-router', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '26172ab7-dd74-47fc-8158-eb83de91afc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:06Z', 'updated_at': '2022-02-28T10:41:10Z', 'revision_number': 4, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'gw_port': {'id': '26172ab7-dd74-47fc-8158-eb83de91afc0', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:bc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:06Z', 'updated_at': '2022-02-28T10:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_floatingips': [{'id': '8a43c3a1-bebc-469f-a06e-b132a840c89a', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'floating_ip_address': '172.27.1.227', 'floating_network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'router_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'port_id': '8d6445dd-d1e1-49a8-8d35-f204892db2ff', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e', 'mac_address': 'fa:16:3e:f2:fe:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e330bb-e0cb-4554-a673-7a0d10a0851c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:46:07Z', 'updated_at': '2022-02-28T10:46:09Z', 'revision_number': 1, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'fixed_ip_address_scope': None}, {'id': 'b8eea7cb-88d0-4642-afbc-86d4a8e84030', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'router_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'port_id': '4efe41d8-1811-4ff1-952b-58188535bc3f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e', 'mac_address': 'fa:16:3e:ee:17:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2ceec8-f526-4293-a039-c8088979e455', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:48:40Z', 'updated_at': '2022-02-28T10:48:40Z', 'revision_number': 0, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '139c64ac-245e-42da-8fc7-f98ec55d294a', 'name': '', 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'mac_address': 'fa:16:3e:9c:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '10d8c89b-f1ef-4689-89e2-725720fe5362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:09Z', 'updated_at': '2022-02-28T10:41:14Z', 'revision_number': 5, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'subnets': [{'id': '10d8c89b-f1ef-4689-89e2-725720fe5362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:41.847487 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9034c9d0-6c0d-4bd3-b543-0d241b3f3a2f None None] The sync data for ids ['955fcaf0-b9ca-493b-935f-c162b4121ca7'] in dv-cinder-831167-1-iscsi is: [{'id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'name': 'tempest-TestVolumeBootPattern-928494103-router', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '26172ab7-dd74-47fc-8158-eb83de91afc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:06Z', 'updated_at': '2022-02-28T10:41:10Z', 'revision_number': 4, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'gw_port': {'id': '26172ab7-dd74-47fc-8158-eb83de91afc0', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:bc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:06Z', 'updated_at': '2022-02-28T10:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_floatingips': [{'id': '8a43c3a1-bebc-469f-a06e-b132a840c89a', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'floating_ip_address': '172.27.1.227', 'floating_network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'router_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'port_id': '8d6445dd-d1e1-49a8-8d35-f204892db2ff', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e', 'mac_address': 'fa:16:3e:f2:fe:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e330bb-e0cb-4554-a673-7a0d10a0851c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:46:07Z', 'updated_at': '2022-02-28T10:46:09Z', 'revision_number': 1, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'fixed_ip_address_scope': None}, {'id': 'b8eea7cb-88d0-4642-afbc-86d4a8e84030', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'router_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'port_id': '4efe41d8-1811-4ff1-952b-58188535bc3f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e', 'mac_address': 'fa:16:3e:ee:17:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2ceec8-f526-4293-a039-c8088979e455', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:48:40Z', 'updated_at': '2022-02-28T10:48:40Z', 'revision_number': 0, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '139c64ac-245e-42da-8fc7-f98ec55d294a', 'name': '', 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'mac_address': 'fa:16:3e:9c:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '10d8c89b-f1ef-4689-89e2-725720fe5362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:09Z', 'updated_at': '2022-02-28T10:41:14Z', 'revision_number': 5, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'subnets': [{'id': '10d8c89b-f1ef-4689-89e2-725720fe5362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:48:41.870238 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-65b47040-5b8b-4637-bc2f-26cae101c235 req-05727ac7-16f6-4634-a9d0-5ee9a599752e service neutron] 10.222.0.46 "GET /v2.0/networks/d201863f-b309-44f4-a7ef-e7046df4340e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805745 Feb 28 10:48:42.031466 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507bbd81-e07f-4738-8b12-4d7a36a667c0 None None] New status for floating IP b8eea7cb-88d0-4642-afbc-86d4a8e84030: ACTIVE {{(pid=102997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:48:54.967779 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-8cd088ef-f9de-4141-8a10-545695151695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:57.164777 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-d9821342-f8f4-487e-bbb4-a50221c6ec57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:58.584771 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:59.948172 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:01.561694 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:04.150921 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (db31e800-75f5-4bdb-84cd-f402d346b45c), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:04.419269 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.agents_db [None req-ad1b81bb-6a73-47ab-ba10-dec1fea0c152 None None] Agent healthcheck: found 6 active agents {{(pid=102998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:49:05.798597 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a6c9a-708d-492d-b8e2-a0d8cfcb8b9f req-79454ab7-e1ab-4b60-8490-eb622d3dfceb tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:05.800014 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0e8a6c9a-708d-492d-b8e2-a0d8cfcb8b9f req-79454ab7-e1ab-4b60-8490-eb622d3dfceb tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 945 time: 0.0518768 Feb 28 10:49:05.845326 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0e8a6c9a-708d-492d-b8e2-a0d8cfcb8b9f req-f46f69e6-1673-4261-a9bf-7ef36ed2fa12 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9749661-4796-40a5-8895-f84b5791b3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397680 Feb 28 10:49:06.967443 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f553b-0a70-43ec-9dfe-09e9cfa42792 req-3a7d4436-719f-4527-9cbc-c17d9681e251 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:06.968930 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ee0f553b-0a70-43ec-9dfe-09e9cfa42792 req-3a7d4436-719f-4527-9cbc-c17d9681e251 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 945 time: 0.0552244 Feb 28 10:49:07.015348 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ee0f553b-0a70-43ec-9dfe-09e9cfa42792 req-004a8a06-c7f0-4bd6-afd6-da3172b88168 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9749661-4796-40a5-8895-f84b5791b3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407548 Feb 28 10:49:08.132160 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688bee8-bb98-47c3-90da-3ce75669d978 req-ab56c404-f5cc-44b3-803b-77397a5b95b3 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:08.133632 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2688bee8-bb98-47c3-90da-3ce75669d978 req-ab56c404-f5cc-44b3-803b-77397a5b95b3 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 945 time: 0.0529170 Feb 28 10:49:08.183376 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2688bee8-bb98-47c3-90da-3ce75669d978 req-98114695-f3a6-4f3e-baf4-3bdbc2610424 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9749661-4796-40a5-8895-f84b5791b3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436132 Feb 28 10:49:09.298729 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca78ded-7718-453a-8b08-53312b304aa0 req-a55ebb3f-ca47-43f1-b249-aae391370ed8 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:09.300201 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-9ca78ded-7718-453a-8b08-53312b304aa0 req-a55ebb3f-ca47-43f1-b249-aae391370ed8 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 945 time: 0.0505302 Feb 28 10:49:09.347294 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-9ca78ded-7718-453a-8b08-53312b304aa0 req-d52f0344-27c6-4cf2-839a-b381807a020c tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9749661-4796-40a5-8895-f84b5791b3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417495 Feb 28 10:49:10.463440 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a7832-ddd6-4d29-b63d-a0deb70a398b req-2311324f-c436-4e3f-aa8c-8f7bd9753f40 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:10.464895 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-791a7832-ddd6-4d29-b63d-a0deb70a398b req-2311324f-c436-4e3f-aa8c-8f7bd9753f40 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 945 time: 0.0517170 Feb 28 10:49:10.510545 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-791a7832-ddd6-4d29-b63d-a0deb70a398b req-7ac6f79e-8d18-4488-8f6e-806b4d3c97ed tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9749661-4796-40a5-8895-f84b5791b3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402398 Feb 28 10:49:10.973745 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-a4636dc6-2eb5-4399-bc6a-6b4a97abe164 req-4b92ec18-3919-4e80-a58b-3c4da4b33b6d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462985 Feb 28 10:49:11.090814 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4636dc6-2eb5-4399-bc6a-6b4a97abe164 req-e44af771-516c-42d3-b0b6-3c0e4526ac62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:11.092348 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-a4636dc6-2eb5-4399-bc6a-6b4a97abe164 req-e44af771-516c-42d3-b0b6-3c0e4526ac62 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=22ea02f677704fa687a93d29125ca6a3&device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 1129 time: 0.0429769 Feb 28 10:49:11.191007 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4636dc6-2eb5-4399-bc6a-6b4a97abe164 req-68012b6f-7191-4042-a577-b01d55e9006d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:11.192417 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-a4636dc6-2eb5-4399-bc6a-6b4a97abe164 req-68012b6f-7191-4042-a577-b01d55e9006d service neutron] 10.222.0.46 "GET /v2.0/networks?id=ede571e1-5716-4bae-9020-859bb7f1760f HTTP/1.1" status: 200 len: 910 time: 0.0818911 Feb 28 10:49:11.257534 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-a4636dc6-2eb5-4399-bc6a-6b4a97abe164 req-f07da1fd-ce31-48f1-8898-2ba100007160 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ccd4bc28-5a85-42d7-9188-1e41c8cd6e14 HTTP/1.1" status: 200 len: 1001 time: 0.0589235 Feb 28 10:49:11.302792 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4636dc6-2eb5-4399-bc6a-6b4a97abe164 req-d64a6c9f-ce56-4ac6-a91c-618ab0d48881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:11.304156 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-a4636dc6-2eb5-4399-bc6a-6b4a97abe164 req-d64a6c9f-ce56-4ac6-a91c-618ab0d48881 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=55cefaf0-4c0c-4c3a-bb32-2c28a0d09b00 HTTP/1.1" status: 200 len: 848 time: 0.0406027 Feb 28 10:49:11.351239 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4636dc6-2eb5-4399-bc6a-6b4a97abe164 req-9936ce2a-94c9-4f49-95f1-9fa6084fb88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:11.352655 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-a4636dc6-2eb5-4399-bc6a-6b4a97abe164 req-9936ce2a-94c9-4f49-95f1-9fa6084fb88b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ede571e1-5716-4bae-9020-859bb7f1760f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418639 Feb 28 10:49:11.439732 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-a4636dc6-2eb5-4399-bc6a-6b4a97abe164 req-3c16c92c-e7e0-4bdb-82ce-d68bc0a44d09 service neutron] 10.222.0.46 "GET /v2.0/networks/ede571e1-5716-4bae-9020-859bb7f1760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803170 Feb 28 10:49:11.525654 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-a4636dc6-2eb5-4399-bc6a-6b4a97abe164 req-2bee1d0a-3324-4621-bf45-959549b7eeac service neutron] 10.222.0.46 "GET /v2.0/networks/ede571e1-5716-4bae-9020-859bb7f1760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788991 Feb 28 10:49:11.627703 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dcc381-135e-44a2-a308-5ec472c2cfa0 req-389f8311-5e72-4aa1-9067-2bbd48f81215 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:11.629356 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c6dcc381-135e-44a2-a308-5ec472c2cfa0 req-389f8311-5e72-4aa1-9067-2bbd48f81215 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 945 time: 0.0534785 Feb 28 10:49:11.673929 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c6dcc381-135e-44a2-a308-5ec472c2cfa0 req-55f6f1a3-0a1e-461b-a402-6114c9dbb7bc tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9749661-4796-40a5-8895-f84b5791b3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385466 Feb 28 10:49:12.792212 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e451d-81c5-495b-9d09-98104cc07cdc req-e0de7d5c-cd6c-4a97-b306-e7b59c9829a4 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:12.793685 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-297e451d-81c5-495b-9d09-98104cc07cdc req-e0de7d5c-cd6c-4a97-b306-e7b59c9829a4 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 945 time: 0.0547907 Feb 28 10:49:12.841268 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-297e451d-81c5-495b-9d09-98104cc07cdc req-ad7da48f-bb86-4e04-9b56-b83ffe1e56d4 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9749661-4796-40a5-8895-f84b5791b3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402234 Feb 28 10:49:13.957904 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d09eb-1bd3-4c76-95d8-491710fd14c5 req-97905b48-f8df-4a91-a236-d83b6b2c0e93 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:13.959370 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-869d09eb-1bd3-4c76-95d8-491710fd14c5 req-97905b48-f8df-4a91-a236-d83b6b2c0e93 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 945 time: 0.0508320 Feb 28 10:49:14.004478 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-869d09eb-1bd3-4c76-95d8-491710fd14c5 req-c4950cde-6103-4bd7-85fc-9f49a9b723f0 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9749661-4796-40a5-8895-f84b5791b3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391998 Feb 28 10:49:15.125406 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db1036-c943-4ead-a594-178367f07966 req-b3daa388-0e36-40f7-b259-d1eff0f83080 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:15.126868 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a6db1036-c943-4ead-a594-178367f07966 req-b3daa388-0e36-40f7-b259-d1eff0f83080 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 945 time: 0.0562677 Feb 28 10:49:15.171879 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a6db1036-c943-4ead-a594-178367f07966 req-184bd4e6-d5e4-47e9-969c-a56acf185d00 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9749661-4796-40a5-8895-f84b5791b3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391166 Feb 28 10:49:16.288390 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e95a2ea-545e-40eb-b138-769fc5c96580 req-4d98e99e-d24e-4a34-9cf7-abbf2764057a tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:16.289846 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2e95a2ea-545e-40eb-b138-769fc5c96580 req-4d98e99e-d24e-4a34-9cf7-abbf2764057a tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 945 time: 0.0511186 Feb 28 10:49:16.335148 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2e95a2ea-545e-40eb-b138-769fc5c96580 req-41c670bc-5db4-4aa7-9d57-9a6cb5764cf6 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9749661-4796-40a5-8895-f84b5791b3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391767 Feb 28 10:49:17.450167 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ef6fb-9066-47fa-a350-46066d0768b9 req-1fcff63c-e52c-469d-919a-1154b6961edf tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:17.451638 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-072ef6fb-9066-47fa-a350-46066d0768b9 req-1fcff63c-e52c-469d-919a-1154b6961edf tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 945 time: 0.0504389 Feb 28 10:49:17.499718 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-072ef6fb-9066-47fa-a350-46066d0768b9 req-ddc00b16-e903-4ff9-a917-c1dfb3dab4c5 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9749661-4796-40a5-8895-f84b5791b3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426736 Feb 28 10:49:18.615945 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f719bf9-1c7a-44a1-8e6e-0540b19b3e17 req-31b6fe58-4331-4e04-b7b7-61818f9d4edb tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:18.617415 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2f719bf9-1c7a-44a1-8e6e-0540b19b3e17 req-31b6fe58-4331-4e04-b7b7-61818f9d4edb tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 945 time: 0.0515318 Feb 28 10:49:18.663610 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2f719bf9-1c7a-44a1-8e6e-0540b19b3e17 req-263e2ed0-27ce-4605-80e1-b64c894b7338 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9749661-4796-40a5-8895-f84b5791b3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403085 Feb 28 10:49:19.780307 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b77b64-e428-402c-a6fb-527259212523 req-939a4093-2778-4bb2-856c-00a15f9baf4e tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:19.781756 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-84b77b64-e428-402c-a6fb-527259212523 req-939a4093-2778-4bb2-856c-00a15f9baf4e tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 945 time: 0.0530643 Feb 28 10:49:19.826822 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-84b77b64-e428-402c-a6fb-527259212523 req-8aa92295-9c30-4b30-b0bd-38d66a53c236 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9749661-4796-40a5-8895-f84b5791b3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395706 Feb 28 10:49:20.949552 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3493c33c-c34d-4b02-8b08-ee829393670e req-5f06f2e9-5025-44ae-915d-1bcd1b5fda40 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:20.951030 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-3493c33c-c34d-4b02-8b08-ee829393670e req-5f06f2e9-5025-44ae-915d-1bcd1b5fda40 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 945 time: 0.0593960 Feb 28 10:49:20.995641 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-3493c33c-c34d-4b02-8b08-ee829393670e req-ec6a4e84-b691-43cf-81fa-6eeadbce19bc tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9749661-4796-40a5-8895-f84b5791b3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391791 Feb 28 10:49:22.110775 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20cb477-8819-4e67-927d-f650790984c2 req-018e603c-44c6-4c71-9b2b-689e0a34bd79 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:22.112284 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a20cb477-8819-4e67-927d-f650790984c2 req-018e603c-44c6-4c71-9b2b-689e0a34bd79 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 945 time: 0.0519915 Feb 28 10:49:22.158277 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a20cb477-8819-4e67-927d-f650790984c2 req-214d7c31-d6e1-4901-be91-a83737fe129b tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9749661-4796-40a5-8895-f84b5791b3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402679 Feb 28 10:49:22.349342 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6650ee-6489-4001-a448-0e58b53dbc3b req-7ec146aa-f0bd-45f2-93d5-5cba4ba31088 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:22.350803 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ae6650ee-6489-4001-a448-0e58b53dbc3b req-7ec146aa-f0bd-45f2-93d5-5cba4ba31088 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 945 time: 0.0523279 Feb 28 10:49:22.403069 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ae6650ee-6489-4001-a448-0e58b53dbc3b req-f61aed21-474b-42ef-a04b-c257e6b8d035 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9749661-4796-40a5-8895-f84b5791b3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465677 Feb 28 10:49:22.429416 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409980e8-0777-4582-bd76-77fdb345f578 req-81b4f8a3-faff-447e-a76e-4e3ded7ff0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:22.431542 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-409980e8-0777-4582-bd76-77fdb345f578 req-81b4f8a3-faff-447e-a76e-4e3ded7ff0e3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=062b83dd1ce5429eb5e1cd526c5d3360&device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 1129 time: 0.0494413 Feb 28 10:49:22.515895 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409980e8-0777-4582-bd76-77fdb345f578 req-f7145383-ed6f-4f61-862a-136373a62b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:22.517326 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-409980e8-0777-4582-bd76-77fdb345f578 req-f7145383-ed6f-4f61-862a-136373a62b0b service neutron] 10.222.0.46 "GET /v2.0/networks?id=68874123-e025-4845-ba0e-91d78d83f030 HTTP/1.1" status: 200 len: 912 time: 0.0811491 Feb 28 10:49:22.582913 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-409980e8-0777-4582-bd76-77fdb345f578 req-bf3b76cd-8ca6-4c59-b6f7-4d735cb979dc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a1c5e3f-a415-4016-b631-fccc34eeb594 HTTP/1.1" status: 200 len: 1001 time: 0.0598941 Feb 28 10:49:22.629259 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409980e8-0777-4582-bd76-77fdb345f578 req-d465826e-1253-46f6-be91-da7780550adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:22.630585 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-409980e8-0777-4582-bd76-77fdb345f578 req-d465826e-1253-46f6-be91-da7780550adc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=896a2934-5b4b-4856-b24b-092a86b9c05e HTTP/1.1" status: 200 len: 850 time: 0.0425925 Feb 28 10:49:22.677291 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409980e8-0777-4582-bd76-77fdb345f578 req-6c948ff8-489e-40ba-9101-331ac31dae8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:22.678698 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-409980e8-0777-4582-bd76-77fdb345f578 req-6c948ff8-489e-40ba-9101-331ac31dae8e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=68874123-e025-4845-ba0e-91d78d83f030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419564 Feb 28 10:49:22.766499 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-409980e8-0777-4582-bd76-77fdb345f578 req-2b9dcf4f-47d9-4234-bf99-51a54d876bdd service neutron] 10.222.0.46 "GET /v2.0/networks/68874123-e025-4845-ba0e-91d78d83f030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813620 Feb 28 10:49:22.854540 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-409980e8-0777-4582-bd76-77fdb345f578 req-8c539525-7d52-4e60-804f-c7c95ca4e6ab service neutron] 10.222.0.46 "GET /v2.0/networks/68874123-e025-4845-ba0e-91d78d83f030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821648 Feb 28 10:49:23.530191 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b3637-a04f-4cd2-94be-de1c0a836399 req-4d8a06b8-183c-4d64-8a81-70eefae4bd1e tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:23.531682 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-561b3637-a04f-4cd2-94be-de1c0a836399 req-4d8a06b8-183c-4d64-8a81-70eefae4bd1e tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 945 time: 0.0516229 Feb 28 10:49:23.577494 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-561b3637-a04f-4cd2-94be-de1c0a836399 req-407f47e5-7760-486e-84ca-716438e97bf9 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9749661-4796-40a5-8895-f84b5791b3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403135 Feb 28 10:49:24.692304 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2fc3e5-8f58-4d0e-a692-44708390f360 req-74551a4c-af2a-4417-adac-9911f392c3ff tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:24.693736 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-3c2fc3e5-8f58-4d0e-a692-44708390f360 req-74551a4c-af2a-4417-adac-9911f392c3ff tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 945 time: 0.0508094 Feb 28 10:49:24.738553 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-3c2fc3e5-8f58-4d0e-a692-44708390f360 req-fb504080-a4c8-4ac4-9366-a9542f3f0498 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9749661-4796-40a5-8895-f84b5791b3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388074 Feb 28 10:49:24.970118 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-2f9c8ac9-8759-4005-b8d3-6364cac0fce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:27.166157 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-e90848f3-c81e-492f-9a0a-2120b66637cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:28.591819 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:29.951293 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:31.564025 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:34.143114 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (db31e800-75f5-4bdb-84cd-f402d346b45c), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:39.277616 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 35758) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:49:39.517892 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.plugin [None req-53f08aaa-0772-40b6-b547-5ce7e4eeb172 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Deleting port c1a41e07-37d1-4369-8c41-a0119fbf6d24 {{(pid=102995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:49:39.518226 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-53f08aaa-0772-40b6-b547-5ce7e4eeb172 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (c1a41e07-37d1-4369-8c41-a0119fbf6d24), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:39.588497 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-53f08aaa-0772-40b6-b547-5ce7e4eeb172 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (c1a41e07-37d1-4369-8c41-a0119fbf6d24), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:39.588762 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-53f08aaa-0772-40b6-b547-5ce7e4eeb172 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks [] for floatingip (c1a41e07-37d1-4369-8c41-a0119fbf6d24), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:39.599895 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.plugin [None req-53f08aaa-0772-40b6-b547-5ce7e4eeb172 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Calling delete_port for c1a41e07-37d1-4369-8c41-a0119fbf6d24 owned by network:floatingip {{(pid=102995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:49:39.740315 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-53f08aaa-0772-40b6-b547-5ce7e4eeb172 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63288186'] for port (c1a41e07-37d1-4369-8c41-a0119fbf6d24), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:39.765190 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f08aaa-0772-40b6-b547-5ce7e4eeb172 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Pushing event deleted for resources: {'Port': ['ID=c1a41e07-37d1-4369-8c41-a0119fbf6d24,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:39.775968 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f08aaa-0772-40b6-b547-5ce7e4eeb172 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:39.776361 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f08aaa-0772-40b6-b547-5ce7e4eeb172 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:39.776718 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f08aaa-0772-40b6-b547-5ce7e4eeb172 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:39.777057 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f08aaa-0772-40b6-b547-5ce7e4eeb172 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:39.777385 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f08aaa-0772-40b6-b547-5ce7e4eeb172 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:39.777710 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f08aaa-0772-40b6-b547-5ce7e4eeb172 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:39.778033 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f08aaa-0772-40b6-b547-5ce7e4eeb172 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:39.778352 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f08aaa-0772-40b6-b547-5ce7e4eeb172 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:39.778671 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f08aaa-0772-40b6-b547-5ce7e4eeb172 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:39.779019 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f08aaa-0772-40b6-b547-5ce7e4eeb172 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:39.779341 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f08aaa-0772-40b6-b547-5ce7e4eeb172 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:39.779656 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f08aaa-0772-40b6-b547-5ce7e4eeb172 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:39.779972 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f08aaa-0772-40b6-b547-5ce7e4eeb172 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:39.834053 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-53f08aaa-0772-40b6-b547-5ce7e4eeb172 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks [] for floatingip (79a6a59a-9399-4d34-9172-f0fb1d65b52a), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:39.834377 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.db.l3_db [None req-53f08aaa-0772-40b6-b547-5ce7e4eeb172 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Floating IP 79a6a59a-9399-4d34-9172-f0fb1d65b52a disassociated (deleted). External IP: 172.27.1.176, port: ccd4bc28-5a85-42d7-9188-1e41c8cd6e14. Feb 28 10:49:40.264733 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f08aaa-0772-40b6-b547-5ce7e4eeb172 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Router 685b3995-d201-429b-8119-d36bfb058b04 has already been hosted by L3 agent 86347f47-2890-46a7-a199-31163828a11a {{(pid=102995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:49:40.369477 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f08aaa-0772-40b6-b547-5ce7e4eeb172 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Notify agent at l3_agent.dv-cinder-831167-1-iscsi the message routers_updated {{(pid=102995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:49:40.374789 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-53f08aaa-0772-40b6-b547-5ce7e4eeb172 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for floatingip (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:40.379910 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5c147b-739e-4966-9afc-caa90e47d3a1 None None] Sync routers for ids ['685b3995-d201-429b-8119-d36bfb058b04'] in dv-cinder-831167-1-iscsi {{(pid=102998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:49:40.389422 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5c147b-739e-4966-9afc-caa90e47d3a1 None None] Routers {'685b3995-d201-429b-8119-d36bfb058b04'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:49:40.390011 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-0c5c147b-739e-4966-9afc-caa90e47d3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:49:27Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['685b3995-d201-429b-8119-d36bfb058b04'], 'active': True} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:49:40.403154 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-53f08aaa-0772-40b6-b547-5ce7e4eeb172 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "DELETE /v2.0/floatingips/79a6a59a-9399-4d34-9172-f0fb1d65b52a HTTP/1.1" status: 204 len: 168 time: 1.1243949 Feb 28 10:49:40.403832 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27e18b9a-822b-404b-8132-ac1b74b248c1', 'tag': 'ccd4bc28-5a85-42d7-9188-1e41c8cd6e14'}] {{(pid=102995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:49:40.406173 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1dd8a96f8805fcf8ad92b8a44c4310027887bdef0368274a5855f6003a6db1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b13d900-b0dc-4dcd-b347-c40a9c7efcdb" -d '{"events": [{"name": "network-changed", "server_uuid": "27e18b9a-822b-404b-8132-ac1b74b248c1", "tag": "ccd4bc28-5a85-42d7-9188-1e41c8cd6e14"}]}' {{(pid=102995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:49:40.441995 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4703ad-d689-48b4-81e5-693d4163889e x-openstack-request-id: req-2a4703ad-d689-48b4-81e5-693d4163889e {{(pid=102995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:49:40.442289 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27e18b9a-822b-404b-8132-ac1b74b248c1", "tag": "ccd4bc28-5a85-42d7-9188-1e41c8cd6e14", "status": "completed", "code": 200}]} {{(pid=102995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:49:40.442545 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2a4703ad-d689-48b4-81e5-693d4163889e {{(pid=102995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:49:40.442972 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27e18b9a-822b-404b-8132-ac1b74b248c1', 'tag': 'ccd4bc28-5a85-42d7-9188-1e41c8cd6e14', 'status': 'completed', 'code': 200} Feb 28 10:49:40.499034 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvr_db [None req-0c5c147b-739e-4966-9afc-caa90e47d3a1 None None] Set router 685b3995-d201-429b-8119-d36bfb058b04 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:49:40.541610 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13d900-b0dc-4dcd-b347-c40a9c7efcdb req-8248e76f-25ed-453b-ad3c-afd556f1b434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:40.543724 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-2b13d900-b0dc-4dcd-b347-c40a9c7efcdb req-8248e76f-25ed-453b-ad3c-afd556f1b434 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=22ea02f677704fa687a93d29125ca6a3&device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 1129 time: 0.0561056 Feb 28 10:49:40.632805 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a2152-8e44-4932-9ceb-afb51b0463db req-73f877fe-cfe7-44ca-ac29-7d0e874b1af5 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:40.635658 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-083a2152-8e44-4932-9ceb-afb51b0463db req-73f877fe-cfe7-44ca-ac29-7d0e874b1af5 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 945 time: 0.0562055 Feb 28 10:49:40.685366 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-083a2152-8e44-4932-9ceb-afb51b0463db req-7bed6e2e-d43f-4625-a315-168c1d45de5d tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c2bdc8a-d08e-4546-a893-aaa7a48984d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443163 Feb 28 10:49:40.690164 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13d900-b0dc-4dcd-b347-c40a9c7efcdb req-ec9f73b2-db92-4e82-957b-05f3f2c7ca3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:40.691654 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-2b13d900-b0dc-4dcd-b347-c40a9c7efcdb req-ec9f73b2-db92-4e82-957b-05f3f2c7ca3b service neutron] 10.222.0.46 "GET /v2.0/networks?id=ede571e1-5716-4bae-9020-859bb7f1760f HTTP/1.1" status: 200 len: 910 time: 0.0944095 Feb 28 10:49:40.708687 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-0c5c147b-739e-4966-9afc-caa90e47d3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685b3995-d201-429b-8119-d36bfb058b04', 'name': 'tempest-TestShelveInstance-1797391390-router', 'tenant_id': '22ea02f677704fa687a93d29125ca6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'defbc3a7-1225-40b6-941f-ac9c2ce632b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:51Z', 'updated_at': '2022-02-28T10:43:53Z', 'revision_number': 4, 'project_id': '22ea02f677704fa687a93d29125ca6a3', 'gw_port': {'id': 'defbc3a7-1225-40b6-941f-ac9c2ce632b6', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685b3995-d201-429b-8119-d36bfb058b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:51Z', 'updated_at': '2022-02-28T10:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '740f7527-786d-4a36-83a8-1c3145e29847', 'name': '', 'network_id': 'ede571e1-5716-4bae-9020-859bb7f1760f', 'tenant_id': '22ea02f677704fa687a93d29125ca6a3', 'mac_address': 'fa:16:3e:17:7a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685b3995-d201-429b-8119-d36bfb058b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '55cefaf0-4c0c-4c3a-bb32-2c28a0d09b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:53Z', 'updated_at': '2022-02-28T10:43:59Z', 'revision_number': 5, 'project_id': '22ea02f677704fa687a93d29125ca6a3', 'subnets': [{'id': '55cefaf0-4c0c-4c3a-bb32-2c28a0d09b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:49:40.734044 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-2b13d900-b0dc-4dcd-b347-c40a9c7efcdb req-8adf7c41-4588-41d4-a0f6-3a8a361bbc51 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ccd4bc28-5a85-42d7-9188-1e41c8cd6e14 HTTP/1.1" status: 200 len: 217 time: 0.0351560 Feb 28 10:49:40.734431 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5c147b-739e-4966-9afc-caa90e47d3a1 None None] Checking router: 685b3995-d201-429b-8119-d36bfb058b04 for host: dv-cinder-831167-1-iscsi {{(pid=102998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:49:40.743241 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5c147b-739e-4966-9afc-caa90e47d3a1 None None] Routers {'685b3995-d201-429b-8119-d36bfb058b04'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:49:40.743838 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-0c5c147b-739e-4966-9afc-caa90e47d3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:49:27Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['685b3995-d201-429b-8119-d36bfb058b04'], 'active': True} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:49:40.782120 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13d900-b0dc-4dcd-b347-c40a9c7efcdb req-2092eab1-b4a6-41d6-96b6-4e73c8b1e42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:40.783580 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-2b13d900-b0dc-4dcd-b347-c40a9c7efcdb req-2092eab1-b4a6-41d6-96b6-4e73c8b1e42a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=55cefaf0-4c0c-4c3a-bb32-2c28a0d09b00 HTTP/1.1" status: 200 len: 848 time: 0.0428867 Feb 28 10:49:40.835565 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13d900-b0dc-4dcd-b347-c40a9c7efcdb req-f881c30e-ee6c-497e-ba4c-f1dcfad28feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:40.837030 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-2b13d900-b0dc-4dcd-b347-c40a9c7efcdb req-f881c30e-ee6c-497e-ba4c-f1dcfad28feb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ede571e1-5716-4bae-9020-859bb7f1760f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470200 Feb 28 10:49:40.849157 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvr_db [None req-0c5c147b-739e-4966-9afc-caa90e47d3a1 None None] Set router 685b3995-d201-429b-8119-d36bfb058b04 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:49:40.927264 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-2b13d900-b0dc-4dcd-b347-c40a9c7efcdb req-02287378-4be0-4385-90d0-f3ec8187704c service neutron] 10.222.0.46 "GET /v2.0/networks/ede571e1-5716-4bae-9020-859bb7f1760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826297 Feb 28 10:49:41.024088 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-2b13d900-b0dc-4dcd-b347-c40a9c7efcdb req-f26024f4-f10f-47d9-a106-0d7be76ce1c3 service neutron] 10.222.0.46 "GET /v2.0/networks/ede571e1-5716-4bae-9020-859bb7f1760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897355 Feb 28 10:49:41.131263 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-0c5c147b-739e-4966-9afc-caa90e47d3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685b3995-d201-429b-8119-d36bfb058b04', 'name': 'tempest-TestShelveInstance-1797391390-router', 'tenant_id': '22ea02f677704fa687a93d29125ca6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'defbc3a7-1225-40b6-941f-ac9c2ce632b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:51Z', 'updated_at': '2022-02-28T10:43:53Z', 'revision_number': 4, 'project_id': '22ea02f677704fa687a93d29125ca6a3', 'gw_port': {'id': 'defbc3a7-1225-40b6-941f-ac9c2ce632b6', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685b3995-d201-429b-8119-d36bfb058b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:51Z', 'updated_at': '2022-02-28T10:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '740f7527-786d-4a36-83a8-1c3145e29847', 'name': '', 'network_id': 'ede571e1-5716-4bae-9020-859bb7f1760f', 'tenant_id': '22ea02f677704fa687a93d29125ca6a3', 'mac_address': 'fa:16:3e:17:7a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685b3995-d201-429b-8119-d36bfb058b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '55cefaf0-4c0c-4c3a-bb32-2c28a0d09b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:53Z', 'updated_at': '2022-02-28T10:43:59Z', 'revision_number': 5, 'project_id': '22ea02f677704fa687a93d29125ca6a3', 'subnets': [{'id': '55cefaf0-4c0c-4c3a-bb32-2c28a0d09b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:49:41.157166 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5c147b-739e-4966-9afc-caa90e47d3a1 None None] The sync data for ids ['685b3995-d201-429b-8119-d36bfb058b04'] in dv-cinder-831167-1-iscsi is: [{'id': '685b3995-d201-429b-8119-d36bfb058b04', 'name': 'tempest-TestShelveInstance-1797391390-router', 'tenant_id': '22ea02f677704fa687a93d29125ca6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'defbc3a7-1225-40b6-941f-ac9c2ce632b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:51Z', 'updated_at': '2022-02-28T10:43:53Z', 'revision_number': 4, 'project_id': '22ea02f677704fa687a93d29125ca6a3', 'gw_port': {'id': 'defbc3a7-1225-40b6-941f-ac9c2ce632b6', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685b3995-d201-429b-8119-d36bfb058b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:51Z', 'updated_at': '2022-02-28T10:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '740f7527-786d-4a36-83a8-1c3145e29847', 'name': '', 'network_id': 'ede571e1-5716-4bae-9020-859bb7f1760f', 'tenant_id': '22ea02f677704fa687a93d29125ca6a3', 'mac_address': 'fa:16:3e:17:7a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685b3995-d201-429b-8119-d36bfb058b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '55cefaf0-4c0c-4c3a-bb32-2c28a0d09b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:53Z', 'updated_at': '2022-02-28T10:43:59Z', 'revision_number': 5, 'project_id': '22ea02f677704fa687a93d29125ca6a3', 'subnets': [{'id': '55cefaf0-4c0c-4c3a-bb32-2c28a0d09b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:49:41.359988 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561701ea-880a-41df-b5a7-65d6f9d27035 None None] New status for floating IP 79a6a59a-9399-4d34-9172-f0fb1d65b52a: DOWN {{(pid=102997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:49:41.417215 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.agents_db [None req-ad1b81bb-6a73-47ab-ba10-dec1fea0c152 None None] Agent healthcheck: found 6 active agents {{(pid=102998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:49:41.800180 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3711e9b-2c36-4a6f-8961-42d6ea0a5e30 req-6929ea54-6a3c-4d64-8c50-70d4c64c91f5 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:41.801611 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e3711e9b-2c36-4a6f-8961-42d6ea0a5e30 req-6929ea54-6a3c-4d64-8c50-70d4c64c91f5 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 945 time: 0.0506675 Feb 28 10:49:41.851482 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e3711e9b-2c36-4a6f-8961-42d6ea0a5e30 req-42d9ee85-e346-4b49-a505-f3e56c7e4609 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c2bdc8a-d08e-4546-a893-aaa7a48984d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444536 Feb 28 10:49:42.887832 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada6f0fb-5535-44a6-a340-f16480b5d151 req-8587e577-c13c-4297-aaed-70910e4b304a tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:42.889270 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-ada6f0fb-5535-44a6-a340-f16480b5d151 req-8587e577-c13c-4297-aaed-70910e4b304a tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.46 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 945 time: 0.0537152 Feb 28 10:49:42.966917 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b66f00-a8dc-42b4-8120-d4e230a1454e req-0ac09863-3379-4f7d-99b7-6ed869e99f64 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:42.968397 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-48b66f00-a8dc-42b4-8120-d4e230a1454e req-0ac09863-3379-4f7d-99b7-6ed869e99f64 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 945 time: 0.0519857 Feb 28 10:49:42.981827 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [req-ada6f0fb-5535-44a6-a340-f16480b5d151 req-a815f216-3e60-4227-b4c1-e38b9ecc7f1a tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Deleting port ccd4bc28-5a85-42d7-9188-1e41c8cd6e14 {{(pid=102996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:49:42.982170 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-ada6f0fb-5535-44a6-a340-f16480b5d151 req-a815f216-3e60-4227-b4c1-e38b9ecc7f1a tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (ccd4bc28-5a85-42d7-9188-1e41c8cd6e14), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:43.017802 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-48b66f00-a8dc-42b4-8120-d4e230a1454e req-83243640-0141-4315-aacc-2782b38a8a39 tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c2bdc8a-d08e-4546-a893-aaa7a48984d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438299 Feb 28 10:49:43.077199 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-ada6f0fb-5535-44a6-a340-f16480b5d151 req-a815f216-3e60-4227-b4c1-e38b9ecc7f1a tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] For port ccd4bc28-5a85-42d7-9188-1e41c8cd6e14, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=ccd4bc28-5a85-42d7-9188-1e41c8cd6e14,segment=NetworkSegment(63d903ce-4606-4071-bc39-3e34308cb6b7),segment_id=63d903ce-4606-4071-bc39-3e34308cb6b7)] {{(pid=102996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:49:43.077561 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-ada6f0fb-5535-44a6-a340-f16480b5d151 req-a815f216-3e60-4227-b4c1-e38b9ecc7f1a tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (ccd4bc28-5a85-42d7-9188-1e41c8cd6e14), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:43.090486 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [req-ada6f0fb-5535-44a6-a340-f16480b5d151 req-a815f216-3e60-4227-b4c1-e38b9ecc7f1a tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Calling delete_port for ccd4bc28-5a85-42d7-9188-1e41c8cd6e14 owned by compute:nova {{(pid=102996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:49:43.213358 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-ada6f0fb-5535-44a6-a340-f16480b5d151 req-a815f216-3e60-4227-b4c1-e38b9ecc7f1a tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (ccd4bc28-5a85-42d7-9188-1e41c8cd6e14), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:43.241251 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a815f216-3e60-4227-b4c1-e38b9ecc7f1a tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Pushing event deleted for resources: {'Port': ['ID=ccd4bc28-5a85-42d7-9188-1e41c8cd6e14,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:43.252711 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815f216-3e60-4227-b4c1-e38b9ecc7f1a tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:43.253323 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815f216-3e60-4227-b4c1-e38b9ecc7f1a tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:43.253653 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815f216-3e60-4227-b4c1-e38b9ecc7f1a tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:43.253994 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815f216-3e60-4227-b4c1-e38b9ecc7f1a tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:43.254330 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815f216-3e60-4227-b4c1-e38b9ecc7f1a tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:43.254661 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815f216-3e60-4227-b4c1-e38b9ecc7f1a tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:43.255019 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815f216-3e60-4227-b4c1-e38b9ecc7f1a tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:43.255350 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815f216-3e60-4227-b4c1-e38b9ecc7f1a tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:43.255680 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815f216-3e60-4227-b4c1-e38b9ecc7f1a tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:43.256011 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815f216-3e60-4227-b4c1-e38b9ecc7f1a tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:43.256333 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815f216-3e60-4227-b4c1-e38b9ecc7f1a tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:43.256656 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815f216-3e60-4227-b4c1-e38b9ecc7f1a tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:43.256980 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815f216-3e60-4227-b4c1-e38b9ecc7f1a tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:43.292262 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada6f0fb-5535-44a6-a340-f16480b5d151 req-a815f216-3e60-4227-b4c1-e38b9ecc7f1a tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] No DVR routers for this DVR port ccd4bc28-5a85-42d7-9188-1e41c8cd6e14 on host hv-cinder-83116 {{(pid=102996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:49:43.294705 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-ada6f0fb-5535-44a6-a340-f16480b5d151 req-a815f216-3e60-4227-b4c1-e38b9ecc7f1a tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:43.298024 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-ada6f0fb-5535-44a6-a340-f16480b5d151 req-a815f216-3e60-4227-b4c1-e38b9ecc7f1a tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.46 "DELETE /v2.0/ports/ccd4bc28-5a85-42d7-9188-1e41c8cd6e14 HTTP/1.1" status: 204 len: 173 time: 0.4028246 Feb 28 10:49:43.298460 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e18b9a-822b-404b-8132-ac1b74b248c1', 'name': 'network-vif-deleted', 'tag': 'ccd4bc28-5a85-42d7-9188-1e41c8cd6e14'}] {{(pid=102996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:49:43.300770 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fc607127e9415785fd538e0c70e4bf06f6b8f20b6b46de5a0809c41644901f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e790b79a-c53f-4710-ab8f-69b6ce263906" -d '{"events": [{"server_uuid": "27e18b9a-822b-404b-8132-ac1b74b248c1", "name": "network-vif-deleted", "tag": "ccd4bc28-5a85-42d7-9188-1e41c8cd6e14"}]}' {{(pid=102996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:49:43.395252 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966c9f3a-c9e6-4a17-99e9-3bf53a36fdb7 x-openstack-request-id: req-966c9f3a-c9e6-4a17-99e9-3bf53a36fdb7 {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:49:43.395544 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e18b9a-822b-404b-8132-ac1b74b248c1", "name": "network-vif-deleted", "tag": "ccd4bc28-5a85-42d7-9188-1e41c8cd6e14", "status": "completed", "code": 200}]} {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:49:43.395799 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-966c9f3a-c9e6-4a17-99e9-3bf53a36fdb7 {{(pid=102996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:49:43.396195 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e18b9a-822b-404b-8132-ac1b74b248c1', 'name': 'network-vif-deleted', 'tag': 'ccd4bc28-5a85-42d7-9188-1e41c8cd6e14', 'status': 'completed', 'code': 200} Feb 28 10:49:44.132048 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-64c6334f-be02-4b99-a3cb-0981acff6b75 req-e2af94c7-ddfa-401f-9446-4a1bf6a0bebf tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "GET /v2.0/ports?device_id=27e18b9a-822b-404b-8132-ac1b74b248c1 HTTP/1.1" status: 200 len: 210 time: 0.0307148 Feb 28 10:49:45.186929 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 35782) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:49:45.240764 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-aac1baae-5d3e-4b0b-95f6-dde5f1be4b3f tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks [] for security_group (4c2bdc8a-d08e-4546-a893-aaa7a48984d8), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:45.269293 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-aac1baae-5d3e-4b0b-95f6-dde5f1be4b3f tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks [] for security_group (4c2bdc8a-d08e-4546-a893-aaa7a48984d8), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:45.328045 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-aac1baae-5d3e-4b0b-95f6-dde5f1be4b3f tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (4c2bdc8a-d08e-4546-a893-aaa7a48984d8), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:45.331019 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-aac1baae-5d3e-4b0b-95f6-dde5f1be4b3f tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:45.332157 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-aac1baae-5d3e-4b0b-95f6-dde5f1be4b3f tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] 10.222.0.44 "DELETE /v2.0/security-groups/4c2bdc8a-d08e-4546-a893-aaa7a48984d8 HTTP/1.1" status: 204 len: 168 time: 0.1442192 Feb 28 10:49:45.341081 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac1baae-5d3e-4b0b-95f6-dde5f1be4b3f tempest-TestShelveInstance-709895611 tempest-TestShelveInstance-709895611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2bdc8a-d08e-4546-a893-aaa7a48984d8,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:45.372395 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 35786) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:49:45.796451 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-6ee580f6-34aa-4748-9498-1715381b7288 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1717625'] for router_interface (685b3995-d201-429b-8119-d36bfb058b04), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:46.033378 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.plugin [None req-6ee580f6-34aa-4748-9498-1715381b7288 admin admin] Deleting port 740f7527-786d-4a36-83a8-1c3145e29847 {{(pid=102995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:49:46.033711 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-6ee580f6-34aa-4748-9498-1715381b7288 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (740f7527-786d-4a36-83a8-1c3145e29847), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:46.112817 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.db [None req-6ee580f6-34aa-4748-9498-1715381b7288 admin admin] For port 740f7527-786d-4a36-83a8-1c3145e29847, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=740f7527-786d-4a36-83a8-1c3145e29847,segment=NetworkSegment(63d903ce-4606-4071-bc39-3e34308cb6b7),segment_id=63d903ce-4606-4071-bc39-3e34308cb6b7)] {{(pid=102995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:49:46.113174 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-6ee580f6-34aa-4748-9498-1715381b7288 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (740f7527-786d-4a36-83a8-1c3145e29847), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:46.125790 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.plugin [None req-6ee580f6-34aa-4748-9498-1715381b7288 admin admin] Calling delete_port for 740f7527-786d-4a36-83a8-1c3145e29847 owned by network:router_interface {{(pid=102995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:49:46.299148 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-6ee580f6-34aa-4748-9498-1715381b7288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63288186'] for port (740f7527-786d-4a36-83a8-1c3145e29847), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:46.323917 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee580f6-34aa-4748-9498-1715381b7288 admin admin] Pushing event deleted for resources: {'Port': ['ID=740f7527-786d-4a36-83a8-1c3145e29847,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:46.482275 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device ccd4bc28-5a85-42d7-9188-1e41c8cd6e14 no longer exists at agent hyperv_hv-cinder-83116 {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:49:46.485994 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-6ee580f6-34aa-4748-9498-1715381b7288 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717653'] for router_interface (685b3995-d201-429b-8119-d36bfb058b04), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:46.506099 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] No Port match for: ccd4bc28-5a85-42d7-9188-1e41c8cd6e14 {{(pid=102997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:49:46.506448 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device ccd4bc28-5a85-42d7-9188-1e41c8cd6e14 not bound to the agent host hv-cinder-83116 {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:49:46.698419 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee580f6-34aa-4748-9498-1715381b7288 admin admin] Router 685b3995-d201-429b-8119-d36bfb058b04 has already been hosted by L3 agent 86347f47-2890-46a7-a199-31163828a11a {{(pid=102995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:49:46.803531 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee580f6-34aa-4748-9498-1715381b7288 admin admin] Notify agent at l3_agent.dv-cinder-831167-1-iscsi the message routers_updated {{(pid=102995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:49:46.809206 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-6ee580f6-34aa-4748-9498-1715381b7288 admin admin] 10.222.0.44 "PUT /v2.0/routers/685b3995-d201-429b-8119-d36bfb058b04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4356215 Feb 28 10:49:46.811872 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 35792) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:49:46.812963 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a992f166-28d5-4cc9-9b16-44f2f6fff0f8 None None] Sync routers for ids ['685b3995-d201-429b-8119-d36bfb058b04'] in dv-cinder-831167-1-iscsi {{(pid=102998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:49:46.822290 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a992f166-28d5-4cc9-9b16-44f2f6fff0f8 None None] Routers {'685b3995-d201-429b-8119-d36bfb058b04'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:49:46.823581 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-a992f166-28d5-4cc9-9b16-44f2f6fff0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:49:27Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['685b3995-d201-429b-8119-d36bfb058b04'], 'active': True} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:49:46.923569 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-6b85de81-8e1f-4951-b94b-390bc84bb8fb admin admin] Publish callbacks [] for router (685b3995-d201-429b-8119-d36bfb058b04), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:46.935790 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvr_db [None req-a992f166-28d5-4cc9-9b16-44f2f6fff0f8 None None] Set router 685b3995-d201-429b-8119-d36bfb058b04 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:49:47.024441 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-6b85de81-8e1f-4951-b94b-390bc84bb8fb admin admin] Publish callbacks [] for router_gateway (685b3995-d201-429b-8119-d36bfb058b04), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:47.085738 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [None req-6b85de81-8e1f-4951-b94b-390bc84bb8fb admin admin] Deleting port defbc3a7-1225-40b6-941f-ac9c2ce632b6 {{(pid=102996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:49:47.086076 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-6b85de81-8e1f-4951-b94b-390bc84bb8fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (defbc3a7-1225-40b6-941f-ac9c2ce632b6), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:47.113889 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-a992f166-28d5-4cc9-9b16-44f2f6fff0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685b3995-d201-429b-8119-d36bfb058b04', 'name': 'tempest-TestShelveInstance-1797391390-router', 'tenant_id': '22ea02f677704fa687a93d29125ca6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'defbc3a7-1225-40b6-941f-ac9c2ce632b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:51Z', 'updated_at': '2022-02-28T10:49:46Z', 'revision_number': 5, 'project_id': '22ea02f677704fa687a93d29125ca6a3', 'gw_port': {'id': 'defbc3a7-1225-40b6-941f-ac9c2ce632b6', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685b3995-d201-429b-8119-d36bfb058b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:51Z', 'updated_at': '2022-02-28T10:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi'}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:49:47.140477 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a992f166-28d5-4cc9-9b16-44f2f6fff0f8 None None] Checking router: 685b3995-d201-429b-8119-d36bfb058b04 for host: dv-cinder-831167-1-iscsi {{(pid=102998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:49:47.148419 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a992f166-28d5-4cc9-9b16-44f2f6fff0f8 None None] Routers {'685b3995-d201-429b-8119-d36bfb058b04'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:49:47.149005 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-a992f166-28d5-4cc9-9b16-44f2f6fff0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:49:27Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['685b3995-d201-429b-8119-d36bfb058b04'], 'active': True} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:49:47.162382 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [None req-6b85de81-8e1f-4951-b94b-390bc84bb8fb admin admin] For port defbc3a7-1225-40b6-941f-ac9c2ce632b6, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=defbc3a7-1225-40b6-941f-ac9c2ce632b6,segment=NetworkSegment(490b7679-533e-4a17-9008-1b96b60e260c),segment_id=490b7679-533e-4a17-9008-1b96b60e260c)] {{(pid=102996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:49:47.162742 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-6b85de81-8e1f-4951-b94b-390bc84bb8fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (defbc3a7-1225-40b6-941f-ac9c2ce632b6), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:47.175533 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [None req-6b85de81-8e1f-4951-b94b-390bc84bb8fb admin admin] Calling delete_port for defbc3a7-1225-40b6-941f-ac9c2ce632b6 owned by network:router_gateway {{(pid=102996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:49:47.235761 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvr_db [None req-a992f166-28d5-4cc9-9b16-44f2f6fff0f8 None None] Set router 685b3995-d201-429b-8119-d36bfb058b04 gateway port host: None {{(pid=102998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:49:47.289654 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-a992f166-28d5-4cc9-9b16-44f2f6fff0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685b3995-d201-429b-8119-d36bfb058b04', 'name': 'tempest-TestShelveInstance-1797391390-router', 'tenant_id': '22ea02f677704fa687a93d29125ca6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:51Z', 'updated_at': '2022-02-28T10:49:47Z', 'revision_number': 6, 'project_id': '22ea02f677704fa687a93d29125ca6a3', 'gw_port_host': None}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:49:47.317119 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a992f166-28d5-4cc9-9b16-44f2f6fff0f8 None None] The sync data for ids ['685b3995-d201-429b-8119-d36bfb058b04'] in dv-cinder-831167-1-iscsi is: [{'id': '685b3995-d201-429b-8119-d36bfb058b04', 'name': 'tempest-TestShelveInstance-1797391390-router', 'tenant_id': '22ea02f677704fa687a93d29125ca6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:51Z', 'updated_at': '2022-02-28T10:49:47Z', 'revision_number': 6, 'project_id': '22ea02f677704fa687a93d29125ca6a3', 'gw_port_host': None}] {{(pid=102998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:49:47.341192 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-6b85de81-8e1f-4951-b94b-390bc84bb8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (defbc3a7-1225-40b6-941f-ac9c2ce632b6), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:47.369302 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b85de81-8e1f-4951-b94b-390bc84bb8fb admin admin] Pushing event deleted for resources: {'Port': ['ID=defbc3a7-1225-40b6-941f-ac9c2ce632b6,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:47.427141 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-6b85de81-8e1f-4951-b94b-390bc84bb8fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-379191'] for router_gateway (685b3995-d201-429b-8119-d36bfb058b04), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:47.514326 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-6b85de81-8e1f-4951-b94b-390bc84bb8fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14643'] for router (685b3995-d201-429b-8119-d36bfb058b04), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:47.516394 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-6b85de81-8e1f-4951-b94b-390bc84bb8fb admin admin] Publish callbacks [] for router_controller (685b3995-d201-429b-8119-d36bfb058b04), precommit_delete_associations {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:47.557658 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-6b85de81-8e1f-4951-b94b-390bc84bb8fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718172'] for router (685b3995-d201-429b-8119-d36bfb058b04), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:47.558118 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b85de81-8e1f-4951-b94b-390bc84bb8fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 685b3995-d201-429b-8119-d36bfb058b04 {{(pid=102996) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:49:47.562383 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-6b85de81-8e1f-4951-b94b-390bc84bb8fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:47.563562 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-6b85de81-8e1f-4951-b94b-390bc84bb8fb admin admin] 10.222.0.44 "DELETE /v2.0/routers/685b3995-d201-429b-8119-d36bfb058b04 HTTP/1.1" status: 204 len: 168 time: 0.7506804 Feb 28 10:49:47.565982 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 35794) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:49:47.612261 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdec16f7-f80d-4de6-bced-6e99f8b48dfa admin admin] Deleting subnet 55cefaf0-4c0c-4c3a-bb32-2c28a0d09b00 {{(pid=102996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:49:47.615316 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-bdec16f7-f80d-4de6-bced-6e99f8b48dfa admin admin] Publish callbacks [] for subnet (55cefaf0-4c0c-4c3a-bb32-2c28a0d09b00), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:47.648172 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-bdec16f7-f80d-4de6-bced-6e99f8b48dfa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63660276'] for subnet (55cefaf0-4c0c-4c3a-bb32-2c28a0d09b00), precommit_delete_associations {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:47.725625 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-bdec16f7-f80d-4de6-bced-6e99f8b48dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759398'] for subnet (55cefaf0-4c0c-4c3a-bb32-2c28a0d09b00), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:47.780009 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-bdec16f7-f80d-4de6-bced-6e99f8b48dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63361894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64835571'] for subnet (55cefaf0-4c0c-4c3a-bb32-2c28a0d09b00), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:47.810764 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-bdec16f7-f80d-4de6-bced-6e99f8b48dfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for subnet (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:47.814765 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-bdec16f7-f80d-4de6-bced-6e99f8b48dfa admin admin] 10.222.0.44 "DELETE /v2.0/subnets/55cefaf0-4c0c-4c3a-bb32-2c28a0d09b00 HTTP/1.1" status: 204 len: 168 time: 0.2476156 Feb 28 10:49:47.815793 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec16f7-f80d-4de6-bced-6e99f8b48dfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55cefaf0-4c0c-4c3a-bb32-2c28a0d09b00,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:47.815929 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d3d77a-fd3d-4d7b-a745-63cd06c895c1 None None] Network ede571e1-5716-4bae-9020-859bb7f1760f requested from dv-cinder-831167-1-iscsi {{(pid=102997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:49:47.817171 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 35796) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:49:47.892836 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-cfe1c77d-de66-43c4-b64e-d62846abebbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781725'] for network (ede571e1-5716-4bae-9020-859bb7f1760f), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:47.946264 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.plugin [None req-cfe1c77d-de66-43c4-b64e-d62846abebbb admin admin] Deleting port f752207d-1565-4ff7-b900-6f52533398e0 {{(pid=102995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:49:47.946650 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-cfe1c77d-de66-43c4-b64e-d62846abebbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (f752207d-1565-4ff7-b900-6f52533398e0), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:48.006622 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.db [None req-cfe1c77d-de66-43c4-b64e-d62846abebbb admin admin] For port f752207d-1565-4ff7-b900-6f52533398e0, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=f752207d-1565-4ff7-b900-6f52533398e0,segment=NetworkSegment(63d903ce-4606-4071-bc39-3e34308cb6b7),segment_id=63d903ce-4606-4071-bc39-3e34308cb6b7)] {{(pid=102995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:49:48.006921 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-cfe1c77d-de66-43c4-b64e-d62846abebbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (f752207d-1565-4ff7-b900-6f52533398e0), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:48.019129 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.plugin [None req-cfe1c77d-de66-43c4-b64e-d62846abebbb admin admin] Calling delete_port for f752207d-1565-4ff7-b900-6f52533398e0 owned by network:dhcp {{(pid=102995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:49:48.105157 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-cfe1c77d-de66-43c4-b64e-d62846abebbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63288186'] for port (f752207d-1565-4ff7-b900-6f52533398e0), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:48.118125 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23622d56-ca0b-47bd-8575-eac80c97b87b None None] DHCP port deletion for ede571e1-5716-4bae-9020-859bb7f1760f request from dv-cinder-831167-1-iscsi {{(pid=102997) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:49:48.134433 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe1c77d-de66-43c4-b64e-d62846abebbb admin admin] Pushing event deleted for resources: {'Port': ['ID=f752207d-1565-4ff7-b900-6f52533398e0,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:48.137998 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe1c77d-de66-43c4-b64e-d62846abebbb admin admin] No DVR routers for this DVR port f752207d-1565-4ff7-b900-6f52533398e0 on host dv-cinder-831167-1-iscsi {{(pid=102995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:49:48.210376 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-cfe1c77d-de66-43c4-b64e-d62846abebbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721821', 'neutron.services.segments.db._delete_segments_for_network-8783309880477'] for network (ede571e1-5716-4bae-9020-859bb7f1760f), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:48.232686 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.services.segments.db [None req-cfe1c77d-de66-43c4-b64e-d62846abebbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ede571e1-5716-4bae-9020-859bb7f1760f']}} {{(pid=102995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:49:48.241928 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.services.segments.db [None req-cfe1c77d-de66-43c4-b64e-d62846abebbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63d903ce-4606-4071-bc39-3e34308cb6b7') {'for_net_delete': True} {{(pid=102995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:49:48.242228 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.services.segments.db [None req-cfe1c77d-de66-43c4-b64e-d62846abebbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63d903ce-4606-4071-bc39-3e34308cb6b7') {} {{(pid=102995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:49:48.251317 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-cfe1c77d-de66-43c4-b64e-d62846abebbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783309883046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63575890'] for segment (63d903ce-4606-4071-bc39-3e34308cb6b7), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:48.264350 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-cfe1c77d-de66-43c4-b64e-d62846abebbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761337'] for segment (63d903ce-4606-4071-bc39-3e34308cb6b7), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:48.270071 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfe1c77d-de66-43c4-b64e-d62846abebbb admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=102995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:49:48.270451 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-cfe1c77d-de66-43c4-b64e-d62846abebbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63288215'] for segment (63d903ce-4606-4071-bc39-3e34308cb6b7), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:48.272104 dv-cinder-831167-1-iscsi neutron-server[102995]: Traceback (most recent call last): Feb 28 10:49:48.272104 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:49:48.272104 dv-cinder-831167-1-iscsi neutron-server[102995]: timer() Feb 28 10:49:48.272104 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:49:48.272104 dv-cinder-831167-1-iscsi neutron-server[102995]: cb(*args, **kw) Feb 28 10:49:48.272104 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:49:48.272104 dv-cinder-831167-1-iscsi neutron-server[102995]: return func(*args, **kwargs) Feb 28 10:49:48.272104 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:49:48.272104 dv-cinder-831167-1-iscsi neutron-server[102995]: self._notify() Feb 28 10:49:48.272104 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:49:48.272104 dv-cinder-831167-1-iscsi neutron-server[102995]: self.callback(batched_events) Feb 28 10:49:48.272104 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:49:48.272104 dv-cinder-831167-1-iscsi neutron-server[102995]: event.method(event) Feb 28 10:49:48.272104 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:49:48.272104 dv-cinder-831167-1-iscsi neutron-server[102995]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:49:48.272104 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:49:48.272104 dv-cinder-831167-1-iscsi neutron-server[102995]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:49:48.272104 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:49:48.272104 dv-cinder-831167-1-iscsi neutron-server[102995]: return f(self, *a, **k) Feb 28 10:49:48.272104 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:49:48.272104 dv-cinder-831167-1-iscsi neutron-server[102995]: return self._get(url).json() Feb 28 10:49:48.272104 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:49:48.272104 dv-cinder-831167-1-iscsi neutron-server[102995]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:49:48.272104 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:49:48.272104 dv-cinder-831167-1-iscsi neutron-server[102995]: return self.request(url, 'GET', **kwargs) Feb 28 10:49:48.272104 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:49:48.272104 dv-cinder-831167-1-iscsi neutron-server[102995]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:49:48.272104 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:49:48.272104 dv-cinder-831167-1-iscsi neutron-server[102995]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:49:48.272104 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:49:48.272104 dv-cinder-831167-1-iscsi neutron-server[102995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:49:48.272104 dv-cinder-831167-1-iscsi neutron-server[102995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:49:48.325739 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-cfe1c77d-de66-43c4-b64e-d62846abebbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-379147'] for network (ede571e1-5716-4bae-9020-859bb7f1760f), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:48.332455 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-cfe1c77d-de66-43c4-b64e-d62846abebbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for network (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:48.335620 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-cfe1c77d-de66-43c4-b64e-d62846abebbb admin admin] 10.222.0.44 "DELETE /v2.0/networks/ede571e1-5716-4bae-9020-859bb7f1760f HTTP/1.1" status: 204 len: 168 time: 0.5167501 Feb 28 10:49:48.339326 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 35798) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:49:48.345600 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe1c77d-de66-43c4-b64e-d62846abebbb admin admin] Pushing event deleted for resources: {'Network': ['ID=ede571e1-5716-4bae-9020-859bb7f1760f,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:48.678675 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-01b382b4-733a-43b9-8ed4-bbf08eb7a0b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1717625'] for router_interface (e243216d-0e22-4690-82e6-0fff4db96979), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:48.913649 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device defbc3a7-1225-40b6-941f-ac9c2ce632b6 no longer exists at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:49:48.916333 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [None req-01b382b4-733a-43b9-8ed4-bbf08eb7a0b7 admin admin] Deleting port 8c6b0a01-f798-4a1e-aa8a-9d7719c5af00 {{(pid=102996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:49:48.916791 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-01b382b4-733a-43b9-8ed4-bbf08eb7a0b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (8c6b0a01-f798-4a1e-aa8a-9d7719c5af00), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:48.936604 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] No Port match for: defbc3a7-1225-40b6-941f-ac9c2ce632b6 {{(pid=102997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:49:48.936888 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device defbc3a7-1225-40b6-941f-ac9c2ce632b6 not bound to the agent host dv-cinder-831167-1-iscsi {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:49:48.937308 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 740f7527-786d-4a36-83a8-1c3145e29847 no longer exists at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:49:48.955992 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] No Port match for: 740f7527-786d-4a36-83a8-1c3145e29847 {{(pid=102997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:49:48.956342 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 740f7527-786d-4a36-83a8-1c3145e29847 not bound to the agent host dv-cinder-831167-1-iscsi {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:49:48.956747 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device f752207d-1565-4ff7-b900-6f52533398e0 no longer exists at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:49:48.975493 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] No Port match for: f752207d-1565-4ff7-b900-6f52533398e0 {{(pid=102997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:49:48.975846 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device f752207d-1565-4ff7-b900-6f52533398e0 not bound to the agent host dv-cinder-831167-1-iscsi {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:49:48.993329 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [None req-01b382b4-733a-43b9-8ed4-bbf08eb7a0b7 admin admin] For port 8c6b0a01-f798-4a1e-aa8a-9d7719c5af00, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=8c6b0a01-f798-4a1e-aa8a-9d7719c5af00,segment=NetworkSegment(4b10265d-ebaa-4579-a65c-1fa121305a4c),segment_id=4b10265d-ebaa-4579-a65c-1fa121305a4c)] {{(pid=102996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:49:48.993683 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-01b382b4-733a-43b9-8ed4-bbf08eb7a0b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (8c6b0a01-f798-4a1e-aa8a-9d7719c5af00), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:49.006709 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [None req-01b382b4-733a-43b9-8ed4-bbf08eb7a0b7 admin admin] Calling delete_port for 8c6b0a01-f798-4a1e-aa8a-9d7719c5af00 owned by network:router_interface {{(pid=102996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:49:49.178346 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-01b382b4-733a-43b9-8ed4-bbf08eb7a0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (8c6b0a01-f798-4a1e-aa8a-9d7719c5af00), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:49.203457 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b382b4-733a-43b9-8ed4-bbf08eb7a0b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c6b0a01-f798-4a1e-aa8a-9d7719c5af00,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:49.365903 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-01b382b4-733a-43b9-8ed4-bbf08eb7a0b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717653'] for router_interface (e243216d-0e22-4690-82e6-0fff4db96979), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:49.574230 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b382b4-733a-43b9-8ed4-bbf08eb7a0b7 admin admin] Router e243216d-0e22-4690-82e6-0fff4db96979 has already been hosted by L3 agent 86347f47-2890-46a7-a199-31163828a11a {{(pid=102996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:49:49.922110 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b382b4-733a-43b9-8ed4-bbf08eb7a0b7 admin admin] Notify agent at l3_agent.dv-cinder-831167-1-iscsi the message routers_updated {{(pid=102996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:49:49.926993 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-01b382b4-733a-43b9-8ed4-bbf08eb7a0b7 admin admin] 10.222.0.44 "PUT /v2.0/routers/e243216d-0e22-4690-82e6-0fff4db96979/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5865276 Feb 28 10:49:49.929456 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 35802) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:49:49.931348 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1604ea34-e0b4-4644-bc37-808f7186a2ff None None] Sync routers for ids ['e243216d-0e22-4690-82e6-0fff4db96979'] in dv-cinder-831167-1-iscsi {{(pid=102997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:49:49.941508 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1604ea34-e0b4-4644-bc37-808f7186a2ff None None] Routers {'e243216d-0e22-4690-82e6-0fff4db96979'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:49:49.942123 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-1604ea34-e0b4-4644-bc37-808f7186a2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:49:27Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['e243216d-0e22-4690-82e6-0fff4db96979'], 'active': True} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:49:50.033449 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-00dfb218-d72a-45d6-98e1-26219cbaa3e8 admin admin] Publish callbacks [] for router (e243216d-0e22-4690-82e6-0fff4db96979), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:50.049491 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvr_db [None req-1604ea34-e0b4-4644-bc37-808f7186a2ff None None] Set router e243216d-0e22-4690-82e6-0fff4db96979 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:49:50.137107 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-00dfb218-d72a-45d6-98e1-26219cbaa3e8 admin admin] Publish callbacks [] for router_gateway (e243216d-0e22-4690-82e6-0fff4db96979), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:50.187840 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [None req-00dfb218-d72a-45d6-98e1-26219cbaa3e8 admin admin] Deleting port 958d5861-483f-45f9-b5d8-83c86da7955d {{(pid=102996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:49:50.188101 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-00dfb218-d72a-45d6-98e1-26219cbaa3e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (958d5861-483f-45f9-b5d8-83c86da7955d), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:50.226218 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-1604ea34-e0b4-4644-bc37-808f7186a2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e243216d-0e22-4690-82e6-0fff4db96979', 'name': 'tempest-TestShelveInstance-1086149546-router', 'tenant_id': '70bdad8ea6d744bfbf8ec14f71a0658b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '958d5861-483f-45f9-b5d8-83c86da7955d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:56Z', 'updated_at': '2022-02-28T10:49:49Z', 'revision_number': 5, 'project_id': '70bdad8ea6d744bfbf8ec14f71a0658b', 'gw_port': {'id': '958d5861-483f-45f9-b5d8-83c86da7955d', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e243216d-0e22-4690-82e6-0fff4db96979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:56Z', 'updated_at': '2022-02-28T10:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi'}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:49:50.252238 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1604ea34-e0b4-4644-bc37-808f7186a2ff None None] Checking router: e243216d-0e22-4690-82e6-0fff4db96979 for host: dv-cinder-831167-1-iscsi {{(pid=102997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:49:50.261396 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1604ea34-e0b4-4644-bc37-808f7186a2ff None None] Routers {'e243216d-0e22-4690-82e6-0fff4db96979'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:49:50.261996 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-1604ea34-e0b4-4644-bc37-808f7186a2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:49:27Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['e243216d-0e22-4690-82e6-0fff4db96979'], 'active': True} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:49:50.267697 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [None req-00dfb218-d72a-45d6-98e1-26219cbaa3e8 admin admin] For port 958d5861-483f-45f9-b5d8-83c86da7955d, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=958d5861-483f-45f9-b5d8-83c86da7955d,segment=NetworkSegment(490b7679-533e-4a17-9008-1b96b60e260c),segment_id=490b7679-533e-4a17-9008-1b96b60e260c)] {{(pid=102996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:49:50.268066 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-00dfb218-d72a-45d6-98e1-26219cbaa3e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (958d5861-483f-45f9-b5d8-83c86da7955d), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:50.280056 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [None req-00dfb218-d72a-45d6-98e1-26219cbaa3e8 admin admin] Calling delete_port for 958d5861-483f-45f9-b5d8-83c86da7955d owned by network:router_gateway {{(pid=102996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:49:50.347603 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvr_db [None req-1604ea34-e0b4-4644-bc37-808f7186a2ff None None] Set router e243216d-0e22-4690-82e6-0fff4db96979 gateway port host: None {{(pid=102997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:49:50.402793 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-1604ea34-e0b4-4644-bc37-808f7186a2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e243216d-0e22-4690-82e6-0fff4db96979', 'name': 'tempest-TestShelveInstance-1086149546-router', 'tenant_id': '70bdad8ea6d744bfbf8ec14f71a0658b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:56Z', 'updated_at': '2022-02-28T10:49:50Z', 'revision_number': 6, 'project_id': '70bdad8ea6d744bfbf8ec14f71a0658b', 'gw_port_host': None}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:49:50.430846 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1604ea34-e0b4-4644-bc37-808f7186a2ff None None] The sync data for ids ['e243216d-0e22-4690-82e6-0fff4db96979'] in dv-cinder-831167-1-iscsi is: [{'id': 'e243216d-0e22-4690-82e6-0fff4db96979', 'name': 'tempest-TestShelveInstance-1086149546-router', 'tenant_id': '70bdad8ea6d744bfbf8ec14f71a0658b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:56Z', 'updated_at': '2022-02-28T10:49:50Z', 'revision_number': 6, 'project_id': '70bdad8ea6d744bfbf8ec14f71a0658b', 'gw_port_host': None}] {{(pid=102997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:49:50.440276 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-00dfb218-d72a-45d6-98e1-26219cbaa3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (958d5861-483f-45f9-b5d8-83c86da7955d), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:50.466483 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dfb218-d72a-45d6-98e1-26219cbaa3e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=958d5861-483f-45f9-b5d8-83c86da7955d,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:50.527572 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-00dfb218-d72a-45d6-98e1-26219cbaa3e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-379191'] for router_gateway (e243216d-0e22-4690-82e6-0fff4db96979), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:50.613894 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-00dfb218-d72a-45d6-98e1-26219cbaa3e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14643'] for router (e243216d-0e22-4690-82e6-0fff4db96979), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:50.615963 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-00dfb218-d72a-45d6-98e1-26219cbaa3e8 admin admin] Publish callbacks [] for router_controller (e243216d-0e22-4690-82e6-0fff4db96979), precommit_delete_associations {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:50.658966 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-00dfb218-d72a-45d6-98e1-26219cbaa3e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718172'] for router (e243216d-0e22-4690-82e6-0fff4db96979), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:50.659494 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00dfb218-d72a-45d6-98e1-26219cbaa3e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e243216d-0e22-4690-82e6-0fff4db96979 {{(pid=102996) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:49:50.664003 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-00dfb218-d72a-45d6-98e1-26219cbaa3e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:50.665177 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-00dfb218-d72a-45d6-98e1-26219cbaa3e8 admin admin] 10.222.0.44 "DELETE /v2.0/routers/e243216d-0e22-4690-82e6-0fff4db96979 HTTP/1.1" status: 204 len: 168 time: 0.7348037 Feb 28 10:49:50.667675 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 35804) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:49:50.710530 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.db_base_plugin_v2 [None req-bae388e8-e048-42d3-9277-d208b5d1aa95 admin admin] Deleting subnet 055d135c-001a-4a1a-997e-ff8c560445fd {{(pid=102996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:49:50.713529 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-bae388e8-e048-42d3-9277-d208b5d1aa95 admin admin] Publish callbacks [] for subnet (055d135c-001a-4a1a-997e-ff8c560445fd), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:50.749737 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-bae388e8-e048-42d3-9277-d208b5d1aa95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63660276'] for subnet (055d135c-001a-4a1a-997e-ff8c560445fd), precommit_delete_associations {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:50.826120 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-bae388e8-e048-42d3-9277-d208b5d1aa95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759398'] for subnet (055d135c-001a-4a1a-997e-ff8c560445fd), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:50.879399 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-bae388e8-e048-42d3-9277-d208b5d1aa95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63361894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64835571'] for subnet (055d135c-001a-4a1a-997e-ff8c560445fd), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:50.901879 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae388e8-e048-42d3-9277-d208b5d1aa95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=055d135c-001a-4a1a-997e-ff8c560445fd,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:50.907306 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-bae388e8-e048-42d3-9277-d208b5d1aa95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for subnet (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:50.911089 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-bae388e8-e048-42d3-9277-d208b5d1aa95 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/055d135c-001a-4a1a-997e-ff8c560445fd HTTP/1.1" status: 204 len: 168 time: 0.2417991 Feb 28 10:49:50.912925 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 35806) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:49:50.913268 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeca9544-54ea-4a7f-8f9f-99e257ccdb50 None None] Network e20a4e02-b2fa-4e3b-b7a5-0baecc20bfc4 requested from dv-cinder-831167-1-iscsi {{(pid=102997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:49:50.982877 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-e01eca55-76fc-4743-9fac-0df408577218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781725'] for network (e20a4e02-b2fa-4e3b-b7a5-0baecc20bfc4), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:51.038209 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [None req-e01eca55-76fc-4743-9fac-0df408577218 admin admin] Deleting port 77c0d6ee-c9d7-48a9-8576-d7d0e7200247 {{(pid=102996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:49:51.038552 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-e01eca55-76fc-4743-9fac-0df408577218 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (77c0d6ee-c9d7-48a9-8576-d7d0e7200247), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:51.104668 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [None req-e01eca55-76fc-4743-9fac-0df408577218 admin admin] For port 77c0d6ee-c9d7-48a9-8576-d7d0e7200247, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=77c0d6ee-c9d7-48a9-8576-d7d0e7200247,segment=NetworkSegment(4b10265d-ebaa-4579-a65c-1fa121305a4c),segment_id=4b10265d-ebaa-4579-a65c-1fa121305a4c)] {{(pid=102996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:49:51.105073 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-e01eca55-76fc-4743-9fac-0df408577218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (77c0d6ee-c9d7-48a9-8576-d7d0e7200247), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:51.117040 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [None req-e01eca55-76fc-4743-9fac-0df408577218 admin admin] Calling delete_port for 77c0d6ee-c9d7-48a9-8576-d7d0e7200247 owned by network:dhcp {{(pid=102996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:49:51.184407 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c943fc3e-53cb-4f7a-8f6e-a7819875380e None None] DHCP port deletion for e20a4e02-b2fa-4e3b-b7a5-0baecc20bfc4 request from dv-cinder-831167-1-iscsi {{(pid=102997) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:49:51.205685 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-e01eca55-76fc-4743-9fac-0df408577218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (77c0d6ee-c9d7-48a9-8576-d7d0e7200247), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:51.226347 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01eca55-76fc-4743-9fac-0df408577218 admin admin] No DVR routers for this DVR port 77c0d6ee-c9d7-48a9-8576-d7d0e7200247 on host dv-cinder-831167-1-iscsi {{(pid=102996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:49:51.248447 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01eca55-76fc-4743-9fac-0df408577218 admin admin] Pushing event deleted for resources: {'Port': ['ID=77c0d6ee-c9d7-48a9-8576-d7d0e7200247,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:51.320839 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-e01eca55-76fc-4743-9fac-0df408577218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721821', 'neutron.services.segments.db._delete_segments_for_network-8783309880477'] for network (e20a4e02-b2fa-4e3b-b7a5-0baecc20bfc4), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:51.341347 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.services.segments.db [None req-e01eca55-76fc-4743-9fac-0df408577218 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e20a4e02-b2fa-4e3b-b7a5-0baecc20bfc4']}} {{(pid=102996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:49:51.341578 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 958d5861-483f-45f9-b5d8-83c86da7955d no longer exists at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:49:51.350498 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.services.segments.db [None req-e01eca55-76fc-4743-9fac-0df408577218 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b10265d-ebaa-4579-a65c-1fa121305a4c') {'for_net_delete': True} {{(pid=102996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:49:51.350794 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.services.segments.db [None req-e01eca55-76fc-4743-9fac-0df408577218 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b10265d-ebaa-4579-a65c-1fa121305a4c') {} {{(pid=102996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:49:51.360815 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-e01eca55-76fc-4743-9fac-0df408577218 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783309883046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63660259'] for segment (4b10265d-ebaa-4579-a65c-1fa121305a4c), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:51.367388 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] No Port match for: 958d5861-483f-45f9-b5d8-83c86da7955d {{(pid=102997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:49:51.367740 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 958d5861-483f-45f9-b5d8-83c86da7955d not bound to the agent host dv-cinder-831167-1-iscsi {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:49:51.368186 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 77c0d6ee-c9d7-48a9-8576-d7d0e7200247 no longer exists at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:49:51.376655 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-e01eca55-76fc-4743-9fac-0df408577218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761337'] for segment (4b10265d-ebaa-4579-a65c-1fa121305a4c), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:51.383225 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e01eca55-76fc-4743-9fac-0df408577218 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=102996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:49:51.383554 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-e01eca55-76fc-4743-9fac-0df408577218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63361976'] for segment (4b10265d-ebaa-4579-a65c-1fa121305a4c), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:51.385364 dv-cinder-831167-1-iscsi neutron-server[102996]: Traceback (most recent call last): Feb 28 10:49:51.385364 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:49:51.385364 dv-cinder-831167-1-iscsi neutron-server[102996]: timer() Feb 28 10:49:51.385364 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:49:51.385364 dv-cinder-831167-1-iscsi neutron-server[102996]: cb(*args, **kw) Feb 28 10:49:51.385364 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:49:51.385364 dv-cinder-831167-1-iscsi neutron-server[102996]: return func(*args, **kwargs) Feb 28 10:49:51.385364 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:49:51.385364 dv-cinder-831167-1-iscsi neutron-server[102996]: self._notify() Feb 28 10:49:51.385364 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:49:51.385364 dv-cinder-831167-1-iscsi neutron-server[102996]: self.callback(batched_events) Feb 28 10:49:51.385364 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:49:51.385364 dv-cinder-831167-1-iscsi neutron-server[102996]: event.method(event) Feb 28 10:49:51.385364 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:49:51.385364 dv-cinder-831167-1-iscsi neutron-server[102996]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:49:51.385364 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:49:51.385364 dv-cinder-831167-1-iscsi neutron-server[102996]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:49:51.385364 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:49:51.385364 dv-cinder-831167-1-iscsi neutron-server[102996]: return f(self, *a, **k) Feb 28 10:49:51.385364 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:49:51.385364 dv-cinder-831167-1-iscsi neutron-server[102996]: return self._get(url).json() Feb 28 10:49:51.385364 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:49:51.385364 dv-cinder-831167-1-iscsi neutron-server[102996]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:49:51.385364 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:49:51.385364 dv-cinder-831167-1-iscsi neutron-server[102996]: return self.request(url, 'GET', **kwargs) Feb 28 10:49:51.385364 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:49:51.385364 dv-cinder-831167-1-iscsi neutron-server[102996]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:49:51.385364 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:49:51.385364 dv-cinder-831167-1-iscsi neutron-server[102996]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:49:51.385364 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:49:51.385364 dv-cinder-831167-1-iscsi neutron-server[102996]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:49:51.385364 dv-cinder-831167-1-iscsi neutron-server[102996]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:49:51.389674 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] No Port match for: 77c0d6ee-c9d7-48a9-8576-d7d0e7200247 {{(pid=102997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:49:51.389992 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 77c0d6ee-c9d7-48a9-8576-d7d0e7200247 not bound to the agent host dv-cinder-831167-1-iscsi {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:49:51.390418 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 8c6b0a01-f798-4a1e-aa8a-9d7719c5af00 no longer exists at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:49:51.413814 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] No Port match for: 8c6b0a01-f798-4a1e-aa8a-9d7719c5af00 {{(pid=102997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:49:51.414169 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 8c6b0a01-f798-4a1e-aa8a-9d7719c5af00 not bound to the agent host dv-cinder-831167-1-iscsi {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:49:51.429728 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-c943fc3e-53cb-4f7a-8f6e-a7819875380e None None] Deleting port 77c0d6ee-c9d7-48a9-8576-d7d0e7200247 {{(pid=102997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:49:51.430406 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-c943fc3e-53cb-4f7a-8f6e-a7819875380e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (77c0d6ee-c9d7-48a9-8576-d7d0e7200247), before_delete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:51.444083 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-e01eca55-76fc-4743-9fac-0df408577218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-379147'] for network (e20a4e02-b2fa-4e3b-b7a5-0baecc20bfc4), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:51.449673 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-e01eca55-76fc-4743-9fac-0df408577218 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for network (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:51.453939 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-e01eca55-76fc-4743-9fac-0df408577218 admin admin] 10.222.0.44 "DELETE /v2.0/networks/e20a4e02-b2fa-4e3b-b7a5-0baecc20bfc4 HTTP/1.1" status: 204 len: 168 time: 0.5399520 Feb 28 10:49:51.470700 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01eca55-76fc-4743-9fac-0df408577218 admin admin] Pushing event deleted for resources: {'Network': ['ID=e20a4e02-b2fa-4e3b-b7a5-0baecc20bfc4,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:51.502868 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-c943fc3e-53cb-4f7a-8f6e-a7819875380e None None] For port 77c0d6ee-c9d7-48a9-8576-d7d0e7200247, host dv-cinder-831167-1-iscsi, got binding levels [] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:49:51.503552 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-c943fc3e-53cb-4f7a-8f6e-a7819875380e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (77c0d6ee-c9d7-48a9-8576-d7d0e7200247), precommit_delete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:51.516252 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-c943fc3e-53cb-4f7a-8f6e-a7819875380e None None] Calling delete_port for 77c0d6ee-c9d7-48a9-8576-d7d0e7200247 owned by network:dhcp {{(pid=102997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:49:51.519378 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.ipam_backend_mixin [None req-c943fc3e-53cb-4f7a-8f6e-a7819875380e None None] Port 77c0d6ee-c9d7-48a9-8576-d7d0e7200247 was not found and therefore no delete operation was performed {{(pid=102997) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 10:49:51.520705 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-c943fc3e-53cb-4f7a-8f6e-a7819875380e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990'] for port (77c0d6ee-c9d7-48a9-8576-d7d0e7200247), after_delete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:51.528612 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c943fc3e-53cb-4f7a-8f6e-a7819875380e None None] Network e20a4e02-b2fa-4e3b-b7a5-0baecc20bfc4 is not hosted by any dhcp agent {{(pid=102997) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 28 10:49:51.529400 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c943fc3e-53cb-4f7a-8f6e-a7819875380e None None] No DVR routers for this DVR port 77c0d6ee-c9d7-48a9-8576-d7d0e7200247 on host dv-cinder-831167-1-iscsi {{(pid=102997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:49:51.549818 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c943fc3e-53cb-4f7a-8f6e-a7819875380e None None] Pushing event deleted for resources: {'Port': ['ID=77c0d6ee-c9d7-48a9-8576-d7d0e7200247,revision_number=None']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:51.558069 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c943fc3e-53cb-4f7a-8f6e-a7819875380e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:51.558325 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c943fc3e-53cb-4f7a-8f6e-a7819875380e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:51.558730 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c943fc3e-53cb-4f7a-8f6e-a7819875380e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:51.559119 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c943fc3e-53cb-4f7a-8f6e-a7819875380e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:51.559442 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c943fc3e-53cb-4f7a-8f6e-a7819875380e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:51.559780 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c943fc3e-53cb-4f7a-8f6e-a7819875380e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:51.560121 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c943fc3e-53cb-4f7a-8f6e-a7819875380e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:51.560473 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c943fc3e-53cb-4f7a-8f6e-a7819875380e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:51.560806 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c943fc3e-53cb-4f7a-8f6e-a7819875380e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:51.561138 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c943fc3e-53cb-4f7a-8f6e-a7819875380e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:51.561470 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c943fc3e-53cb-4f7a-8f6e-a7819875380e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:51.561797 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c943fc3e-53cb-4f7a-8f6e-a7819875380e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:51.562129 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c943fc3e-53cb-4f7a-8f6e-a7819875380e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:51.592040 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 35810) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:49:51.634775 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-d6106d48-be0c-44cd-9a46-7767c8343e37 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=22ea02f677704fa687a93d29125ca6a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415804 Feb 28 10:49:51.637889 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 35812) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:49:51.684394 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-83cb505e-4f43-4d9c-a040-21c8814639c1 admin admin] Publish callbacks [] for security_group (d26c8c32-4552-450b-97f2-f6a995656288), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:51.705091 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-83cb505e-4f43-4d9c-a040-21c8814639c1 admin admin] Publish callbacks [] for security_group (d26c8c32-4552-450b-97f2-f6a995656288), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:51.754484 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-83cb505e-4f43-4d9c-a040-21c8814639c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (d26c8c32-4552-450b-97f2-f6a995656288), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:51.757152 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-83cb505e-4f43-4d9c-a040-21c8814639c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:51.758337 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-83cb505e-4f43-4d9c-a040-21c8814639c1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d26c8c32-4552-450b-97f2-f6a995656288 HTTP/1.1" status: 204 len: 168 time: 0.1194685 Feb 28 10:49:51.766337 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb505e-4f43-4d9c-a040-21c8814639c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26c8c32-4552-450b-97f2-f6a995656288,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:52.056622 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 35818) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:49:52.095845 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-723d5b80-f83a-4ff0-b6f1-c4f08ee200b9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=70bdad8ea6d744bfbf8ec14f71a0658b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380411 Feb 28 10:49:52.098168 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 35820) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:49:52.145953 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-f039a7ae-b8ad-4269-b62b-f50acd919a2b admin admin] Publish callbacks [] for security_group (b1fea385-0d25-4af1-949e-7b9cda65bf55), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:52.167148 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-f039a7ae-b8ad-4269-b62b-f50acd919a2b admin admin] Publish callbacks [] for security_group (b1fea385-0d25-4af1-949e-7b9cda65bf55), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:52.211136 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-f039a7ae-b8ad-4269-b62b-f50acd919a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (b1fea385-0d25-4af1-949e-7b9cda65bf55), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:52.214138 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-f039a7ae-b8ad-4269-b62b-f50acd919a2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:52.215303 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-f039a7ae-b8ad-4269-b62b-f50acd919a2b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b1fea385-0d25-4af1-949e-7b9cda65bf55 HTTP/1.1" status: 204 len: 168 time: 0.1162505 Feb 28 10:49:52.222729 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f039a7ae-b8ad-4269-b62b-f50acd919a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fea385-0d25-4af1-949e-7b9cda65bf55,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:54.971569 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-b5703160-d68e-4e3f-9639-a0233d267579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:57.171773 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-3162263e-2923-4517-aa3b-72303b7263bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:58.592091 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:59.952613 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:01.565391 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:04.157053 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (db31e800-75f5-4bdb-84cd-f402d346b45c), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:12.213331 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-58ff160d-b0b8-49ac-a5f5-e69c1114d450 req-b059c2c1-b24c-439b-8847-7e959fc3ce0a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b9e330bb-e0cb-4554-a673-7a0d10a0851c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428317 Feb 28 10:50:12.288522 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff160d-b0b8-49ac-a5f5-e69c1114d450 req-2a56a1b0-9f7b-447b-a79d-e7a8dcb55341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:12.289984 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-58ff160d-b0b8-49ac-a5f5-e69c1114d450 req-2a56a1b0-9f7b-447b-a79d-e7a8dcb55341 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d49baa9a7922438f99d7dcc9ef7c1c15&device_id=b9e330bb-e0cb-4554-a673-7a0d10a0851c HTTP/1.1" status: 200 len: 1130 time: 0.0438993 Feb 28 10:50:12.389825 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff160d-b0b8-49ac-a5f5-e69c1114d450 req-ddc05924-2f61-47f1-a679-a36af5a05ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:12.391339 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-58ff160d-b0b8-49ac-a5f5-e69c1114d450 req-ddc05924-2f61-47f1-a679-a36af5a05ba4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d201863f-b309-44f4-a7ef-e7046df4340e HTTP/1.1" status: 200 len: 912 time: 0.0844877 Feb 28 10:50:12.453874 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-58ff160d-b0b8-49ac-a5f5-e69c1114d450 req-ab8afe4b-ab3f-4b74-bba9-678715bf6d81 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d6445dd-d1e1-49a8-8d35-f204892db2ff HTTP/1.1" status: 200 len: 1002 time: 0.0565951 Feb 28 10:50:12.498891 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff160d-b0b8-49ac-a5f5-e69c1114d450 req-edcc6421-128b-40fc-a1fa-d50019ecee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:12.500254 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-58ff160d-b0b8-49ac-a5f5-e69c1114d450 req-edcc6421-128b-40fc-a1fa-d50019ecee84 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10d8c89b-f1ef-4689-89e2-725720fe5362 HTTP/1.1" status: 200 len: 850 time: 0.0407431 Feb 28 10:50:12.550036 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff160d-b0b8-49ac-a5f5-e69c1114d450 req-a9e35f9c-4ce1-4197-8945-1f1bf3069303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:12.551505 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-58ff160d-b0b8-49ac-a5f5-e69c1114d450 req-a9e35f9c-4ce1-4197-8945-1f1bf3069303 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d201863f-b309-44f4-a7ef-e7046df4340e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457850 Feb 28 10:50:12.635083 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-58ff160d-b0b8-49ac-a5f5-e69c1114d450 req-f4c7b272-1659-4240-aad8-31dff57a592c service neutron] 10.222.0.46 "GET /v2.0/networks/d201863f-b309-44f4-a7ef-e7046df4340e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775833 Feb 28 10:50:12.720750 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-58ff160d-b0b8-49ac-a5f5-e69c1114d450 req-39a6cd07-b51c-44d9-8097-82601f6079de service neutron] 10.222.0.46 "GET /v2.0/networks/d201863f-b309-44f4-a7ef-e7046df4340e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800807 Feb 28 10:50:18.418991 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.agents_db [None req-ad1b81bb-6a73-47ab-ba10-dec1fea0c152 None None] Agent healthcheck: found 6 active agents {{(pid=102998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:50:24.972823 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-81b30bf5-b211-44ab-9823-7856f11feac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:27.172316 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-7d0aa414-0186-4991-bf30-2a9dbeb85eee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:28.595430 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:29.955521 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:31.566308 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:33.379476 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a0f8f-2248-418d-8e0e-40188f205fab req-6f9efc26-aa77-4bfe-9032-598de8e00d49 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:33.380930 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-736a0f8f-2248-418d-8e0e-40188f205fab req-6f9efc26-aa77-4bfe-9032-598de8e00d49 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 945 time: 0.0539196 Feb 28 10:50:33.428444 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-736a0f8f-2248-418d-8e0e-40188f205fab req-7736f776-7bc0-4b0e-a0bf-3198123ff91e tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9749661-4796-40a5-8895-f84b5791b3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418913 Feb 28 10:50:34.155437 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (db31e800-75f5-4bdb-84cd-f402d346b45c), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:34.545107 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eebc84-4036-423a-a553-5287ea9be309 req-ec692f25-504c-4671-903c-6b31193cafe3 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:34.546585 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-58eebc84-4036-423a-a553-5287ea9be309 req-ec692f25-504c-4671-903c-6b31193cafe3 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 945 time: 0.0518613 Feb 28 10:50:34.590070 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-58eebc84-4036-423a-a553-5287ea9be309 req-e40a80e0-89f3-49c8-839b-cf927c790988 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9749661-4796-40a5-8895-f84b5791b3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380712 Feb 28 10:50:35.704447 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdadacac-3937-43c3-878f-8c524c288a29 req-6dac86ed-a70c-4ae6-8db7-9b5ac5090e2d tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:35.705887 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-fdadacac-3937-43c3-878f-8c524c288a29 req-6dac86ed-a70c-4ae6-8db7-9b5ac5090e2d tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 945 time: 0.0502555 Feb 28 10:50:35.756172 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-fdadacac-3937-43c3-878f-8c524c288a29 req-b4be5a0b-5f8c-484c-a12c-395cb9d24c27 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9749661-4796-40a5-8895-f84b5791b3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450234 Feb 28 10:50:37.103660 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17a60d-a528-4ad3-9c93-503460b8afc4 req-5e10a7bf-8e08-408a-928e-578b745c0871 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:37.105139 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4b17a60d-a528-4ad3-9c93-503460b8afc4 req-5e10a7bf-8e08-408a-928e-578b745c0871 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 945 time: 0.2813392 Feb 28 10:50:37.151290 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4b17a60d-a528-4ad3-9c93-503460b8afc4 req-a5fd53f6-6e43-43a7-b246-320090e1c848 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9749661-4796-40a5-8895-f84b5791b3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406094 Feb 28 10:50:38.273568 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc78fa-756c-4d7f-8223-2339c0e532c5 req-028fa9e7-954f-4914-9d37-397578846977 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:38.275047 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-00fc78fa-756c-4d7f-8223-2339c0e532c5 req-028fa9e7-954f-4914-9d37-397578846977 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 945 time: 0.0507426 Feb 28 10:50:38.319559 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-00fc78fa-756c-4d7f-8223-2339c0e532c5 req-32976f52-9ecc-44ed-9fa0-6bca08d357d5 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9749661-4796-40a5-8895-f84b5791b3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386369 Feb 28 10:50:39.437828 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea5aeb-7944-4466-932c-9514c5ba367f req-649a6309-7483-4268-af14-1b5df5a65184 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:39.439301 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-36ea5aeb-7944-4466-932c-9514c5ba367f req-649a6309-7483-4268-af14-1b5df5a65184 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 945 time: 0.0536711 Feb 28 10:50:39.483738 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-36ea5aeb-7944-4466-932c-9514c5ba367f req-640e8a37-b84e-41ac-86cc-212bc96194d6 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9749661-4796-40a5-8895-f84b5791b3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391421 Feb 28 10:50:40.597040 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae6368-2158-4693-8a23-ae15c56868e8 req-bd150cf8-c787-4876-8895-af8c4175f4af tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:40.598517 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-66ae6368-2158-4693-8a23-ae15c56868e8 req-bd150cf8-c787-4876-8895-af8c4175f4af tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 945 time: 0.0499177 Feb 28 10:50:40.643825 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-66ae6368-2158-4693-8a23-ae15c56868e8 req-21939a5c-0c01-4706-8cbe-438755f05b01 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9749661-4796-40a5-8895-f84b5791b3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397673 Feb 28 10:50:41.124968 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 35866) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:50:41.277366 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [None req-89321dda-e293-42d9-bf8f-0206e8a6d30c tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Deleting port 74645901-89d3-414b-8cb7-6e9b74cb8cbd {{(pid=102996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:50:41.277623 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-89321dda-e293-42d9-bf8f-0206e8a6d30c tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (74645901-89d3-414b-8cb7-6e9b74cb8cbd), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:41.349882 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-89321dda-e293-42d9-bf8f-0206e8a6d30c tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (74645901-89d3-414b-8cb7-6e9b74cb8cbd), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:41.350206 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-89321dda-e293-42d9-bf8f-0206e8a6d30c tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks [] for floatingip (74645901-89d3-414b-8cb7-6e9b74cb8cbd), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:41.361939 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [None req-89321dda-e293-42d9-bf8f-0206e8a6d30c tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Calling delete_port for 74645901-89d3-414b-8cb7-6e9b74cb8cbd owned by network:floatingip {{(pid=102996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:50:41.526090 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-89321dda-e293-42d9-bf8f-0206e8a6d30c tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (74645901-89d3-414b-8cb7-6e9b74cb8cbd), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:41.554679 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89321dda-e293-42d9-bf8f-0206e8a6d30c tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Pushing event deleted for resources: {'Port': ['ID=74645901-89d3-414b-8cb7-6e9b74cb8cbd,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:50:41.611079 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-89321dda-e293-42d9-bf8f-0206e8a6d30c tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks [] for floatingip (b8eea7cb-88d0-4642-afbc-86d4a8e84030), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:41.611404 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.db.l3_db [None req-89321dda-e293-42d9-bf8f-0206e8a6d30c tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Floating IP b8eea7cb-88d0-4642-afbc-86d4a8e84030 disassociated (deleted). External IP: 172.27.1.60, port: 4efe41d8-1811-4ff1-952b-58188535bc3f. Feb 28 10:50:41.767178 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30870607-94f4-4850-a768-d6865c61bce4 req-93288874-72c6-4d2f-a6f2-1934ed5238fa tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:41.768677 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-30870607-94f4-4850-a768-d6865c61bce4 req-93288874-72c6-4d2f-a6f2-1934ed5238fa tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 945 time: 0.0576291 Feb 28 10:50:41.814969 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-30870607-94f4-4850-a768-d6865c61bce4 req-c7e826de-a291-47ed-a5c8-6684d2bfe666 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9749661-4796-40a5-8895-f84b5791b3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405803 Feb 28 10:50:41.819877 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89321dda-e293-42d9-bf8f-0206e8a6d30c tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Router 955fcaf0-b9ca-493b-935f-c162b4121ca7 has already been hosted by L3 agent 86347f47-2890-46a7-a199-31163828a11a {{(pid=102996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:50:41.926926 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89321dda-e293-42d9-bf8f-0206e8a6d30c tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Notify agent at l3_agent.dv-cinder-831167-1-iscsi the message routers_updated {{(pid=102996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:50:41.931805 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-89321dda-e293-42d9-bf8f-0206e8a6d30c tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for floatingip (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:41.936346 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941f0061-dc2a-4d30-b758-79328cccaad9 None None] Sync routers for ids ['955fcaf0-b9ca-493b-935f-c162b4121ca7'] in dv-cinder-831167-1-iscsi {{(pid=102998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:50:41.946401 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941f0061-dc2a-4d30-b758-79328cccaad9 None None] Routers {'955fcaf0-b9ca-493b-935f-c162b4121ca7'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:50:41.947029 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-941f0061-dc2a-4d30-b758-79328cccaad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:50:27Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['955fcaf0-b9ca-493b-935f-c162b4121ca7'], 'active': True} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:50:41.959673 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-89321dda-e293-42d9-bf8f-0206e8a6d30c tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "DELETE /v2.0/floatingips/b8eea7cb-88d0-4642-afbc-86d4a8e84030 HTTP/1.1" status: 204 len: 168 time: 0.8336442 Feb 28 10:50:41.960251 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d2ceec8-f526-4293-a039-c8088979e455', 'tag': '4efe41d8-1811-4ff1-952b-58188535bc3f'}] {{(pid=102996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:50:41.962478 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fc607127e9415785fd538e0c70e4bf06f6b8f20b6b46de5a0809c41644901f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d82c4c-04ba-445b-a0de-9e0a04645d02" -d '{"events": [{"name": "network-changed", "server_uuid": "4d2ceec8-f526-4293-a039-c8088979e455", "tag": "4efe41d8-1811-4ff1-952b-58188535bc3f"}]}' {{(pid=102996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:50:42.006701 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba943b26-4a94-451e-8206-005f4d1d4281 x-openstack-request-id: req-ba943b26-4a94-451e-8206-005f4d1d4281 {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:50:42.007036 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d2ceec8-f526-4293-a039-c8088979e455", "tag": "4efe41d8-1811-4ff1-952b-58188535bc3f", "status": "completed", "code": 200}]} {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:50:42.007300 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ba943b26-4a94-451e-8206-005f4d1d4281 {{(pid=102996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:50:42.007710 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d2ceec8-f526-4293-a039-c8088979e455', 'tag': '4efe41d8-1811-4ff1-952b-58188535bc3f', 'status': 'completed', 'code': 200} Feb 28 10:50:42.059815 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvr_db [None req-941f0061-dc2a-4d30-b758-79328cccaad9 None None] Set router 955fcaf0-b9ca-493b-935f-c162b4121ca7 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:50:42.104604 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d82c4c-04ba-445b-a0de-9e0a04645d02 req-a7ec9370-8aca-4a75-813f-4e23d029cbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:42.106107 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-94d82c4c-04ba-445b-a0de-9e0a04645d02 req-a7ec9370-8aca-4a75-813f-4e23d029cbdb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d49baa9a7922438f99d7dcc9ef7c1c15&device_id=4d2ceec8-f526-4293-a039-c8088979e455 HTTP/1.1" status: 200 len: 1130 time: 0.0559607 Feb 28 10:50:42.193265 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1219806-cffb-4c2a-94ff-1cf66d46917c req-99f79ed7-e19b-4bfc-8c4c-a0788c9966f4 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:42.194975 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c1219806-cffb-4c2a-94ff-1cf66d46917c req-99f79ed7-e19b-4bfc-8c4c-a0788c9966f4 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d2ceec8-f526-4293-a039-c8088979e455 HTTP/1.1" status: 200 len: 946 time: 0.0526559 Feb 28 10:50:42.241025 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d82c4c-04ba-445b-a0de-9e0a04645d02 req-b96caa5e-78a1-4361-baaf-a2b66ce5ad88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:42.242476 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-94d82c4c-04ba-445b-a0de-9e0a04645d02 req-b96caa5e-78a1-4361-baaf-a2b66ce5ad88 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d201863f-b309-44f4-a7ef-e7046df4340e HTTP/1.1" status: 200 len: 912 time: 0.0936866 Feb 28 10:50:42.248003 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c1219806-cffb-4c2a-94ff-1cf66d46917c req-a57de061-d689-4c15-947e-45375b5ed939 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448012 Feb 28 10:50:42.284339 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-94d82c4c-04ba-445b-a0de-9e0a04645d02 req-496afa19-2898-4e81-a086-ab9120cd185b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4efe41d8-1811-4ff1-952b-58188535bc3f HTTP/1.1" status: 200 len: 217 time: 0.0352304 Feb 28 10:50:42.293265 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-941f0061-dc2a-4d30-b758-79328cccaad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'name': 'tempest-TestVolumeBootPattern-928494103-router', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '26172ab7-dd74-47fc-8158-eb83de91afc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:06Z', 'updated_at': '2022-02-28T10:41:10Z', 'revision_number': 4, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'gw_port': {'id': '26172ab7-dd74-47fc-8158-eb83de91afc0', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:bc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:06Z', 'updated_at': '2022-02-28T10:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_floatingips': [{'id': '8a43c3a1-bebc-469f-a06e-b132a840c89a', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'floating_ip_address': '172.27.1.227', 'floating_network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'router_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'port_id': '8d6445dd-d1e1-49a8-8d35-f204892db2ff', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e', 'mac_address': 'fa:16:3e:f2:fe:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e330bb-e0cb-4554-a673-7a0d10a0851c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:46:07Z', 'updated_at': '2022-02-28T10:46:09Z', 'revision_number': 1, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '139c64ac-245e-42da-8fc7-f98ec55d294a', 'name': '', 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'mac_address': 'fa:16:3e:9c:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '10d8c89b-f1ef-4689-89e2-725720fe5362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:09Z', 'updated_at': '2022-02-28T10:41:14Z', 'revision_number': 5, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'subnets': [{'id': '10d8c89b-f1ef-4689-89e2-725720fe5362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:50:42.318889 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941f0061-dc2a-4d30-b758-79328cccaad9 None None] Checking router: 955fcaf0-b9ca-493b-935f-c162b4121ca7 for host: dv-cinder-831167-1-iscsi {{(pid=102998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:50:42.327477 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941f0061-dc2a-4d30-b758-79328cccaad9 None None] Routers {'955fcaf0-b9ca-493b-935f-c162b4121ca7'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:50:42.328077 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-941f0061-dc2a-4d30-b758-79328cccaad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:50:27Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['955fcaf0-b9ca-493b-935f-c162b4121ca7'], 'active': True} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:50:42.331170 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d82c4c-04ba-445b-a0de-9e0a04645d02 req-696bc5c5-a4fd-478f-ba5a-008b3c45fa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:42.332606 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-94d82c4c-04ba-445b-a0de-9e0a04645d02 req-696bc5c5-a4fd-478f-ba5a-008b3c45fa1d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10d8c89b-f1ef-4689-89e2-725720fe5362 HTTP/1.1" status: 200 len: 850 time: 0.0422554 Feb 28 10:50:42.383863 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d82c4c-04ba-445b-a0de-9e0a04645d02 req-2228c4b2-69c6-40fb-af48-75b12e9c9d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:42.385336 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-94d82c4c-04ba-445b-a0de-9e0a04645d02 req-2228c4b2-69c6-40fb-af48-75b12e9c9d71 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d201863f-b309-44f4-a7ef-e7046df4340e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465722 Feb 28 10:50:42.475418 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-94d82c4c-04ba-445b-a0de-9e0a04645d02 req-fe743ba1-bd22-4edd-98ac-fd2d4ee96595 service neutron] 10.222.0.46 "GET /v2.0/networks/d201863f-b309-44f4-a7ef-e7046df4340e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837190 Feb 28 10:50:42.521668 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvr_db [None req-941f0061-dc2a-4d30-b758-79328cccaad9 None None] Set router 955fcaf0-b9ca-493b-935f-c162b4121ca7 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:50:42.567764 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-94d82c4c-04ba-445b-a0de-9e0a04645d02 req-27983ed7-211e-412f-afca-e3afa7d019c7 service neutron] 10.222.0.46 "GET /v2.0/networks/d201863f-b309-44f4-a7ef-e7046df4340e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859327 Feb 28 10:50:42.738592 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-941f0061-dc2a-4d30-b758-79328cccaad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'name': 'tempest-TestVolumeBootPattern-928494103-router', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '26172ab7-dd74-47fc-8158-eb83de91afc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:06Z', 'updated_at': '2022-02-28T10:41:10Z', 'revision_number': 4, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'gw_port': {'id': '26172ab7-dd74-47fc-8158-eb83de91afc0', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:bc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:06Z', 'updated_at': '2022-02-28T10:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_floatingips': [{'id': '8a43c3a1-bebc-469f-a06e-b132a840c89a', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'floating_ip_address': '172.27.1.227', 'floating_network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'router_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'port_id': '8d6445dd-d1e1-49a8-8d35-f204892db2ff', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e', 'mac_address': 'fa:16:3e:f2:fe:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e330bb-e0cb-4554-a673-7a0d10a0851c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:46:07Z', 'updated_at': '2022-02-28T10:46:09Z', 'revision_number': 1, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '139c64ac-245e-42da-8fc7-f98ec55d294a', 'name': '', 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'mac_address': 'fa:16:3e:9c:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '10d8c89b-f1ef-4689-89e2-725720fe5362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:09Z', 'updated_at': '2022-02-28T10:41:14Z', 'revision_number': 5, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'subnets': [{'id': '10d8c89b-f1ef-4689-89e2-725720fe5362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:50:42.764662 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941f0061-dc2a-4d30-b758-79328cccaad9 None None] The sync data for ids ['955fcaf0-b9ca-493b-935f-c162b4121ca7'] in dv-cinder-831167-1-iscsi is: [{'id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'name': 'tempest-TestVolumeBootPattern-928494103-router', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '26172ab7-dd74-47fc-8158-eb83de91afc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:06Z', 'updated_at': '2022-02-28T10:41:10Z', 'revision_number': 4, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'gw_port': {'id': '26172ab7-dd74-47fc-8158-eb83de91afc0', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:bc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:06Z', 'updated_at': '2022-02-28T10:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_floatingips': [{'id': '8a43c3a1-bebc-469f-a06e-b132a840c89a', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'floating_ip_address': '172.27.1.227', 'floating_network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'router_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'port_id': '8d6445dd-d1e1-49a8-8d35-f204892db2ff', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e', 'mac_address': 'fa:16:3e:f2:fe:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e330bb-e0cb-4554-a673-7a0d10a0851c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:46:07Z', 'updated_at': '2022-02-28T10:46:09Z', 'revision_number': 1, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '139c64ac-245e-42da-8fc7-f98ec55d294a', 'name': '', 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'mac_address': 'fa:16:3e:9c:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '10d8c89b-f1ef-4689-89e2-725720fe5362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:09Z', 'updated_at': '2022-02-28T10:41:14Z', 'revision_number': 5, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'subnets': [{'id': '10d8c89b-f1ef-4689-89e2-725720fe5362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:50:42.937342 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ed453-3e61-4313-a9e2-dc4bcd5c3493 req-388d5f6d-6b4a-4dc4-bab0-7426f5e1fcb1 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:42.938848 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d04ed453-3e61-4313-a9e2-dc4bcd5c3493 req-388d5f6d-6b4a-4dc4-bab0-7426f5e1fcb1 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 945 time: 0.0559635 Feb 28 10:50:42.990283 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-d04ed453-3e61-4313-a9e2-dc4bcd5c3493 req-fd9d1a9e-47d2-478a-947d-eea420651bf2 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9749661-4796-40a5-8895-f84b5791b3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458078 Feb 28 10:50:43.003296 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aea2aa5-fcdb-48d8-9f88-58caf09cfe1b None None] New status for floating IP b8eea7cb-88d0-4642-afbc-86d4a8e84030: DOWN {{(pid=102997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:50:43.363068 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fc262a-0dc7-4cce-a500-3a86cca8774c req-da9fadf9-8c75-4b2d-a7e6-547246fedfef tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:43.364527 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c0fc262a-0dc7-4cce-a500-3a86cca8774c req-da9fadf9-8c75-4b2d-a7e6-547246fedfef tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d2ceec8-f526-4293-a039-c8088979e455 HTTP/1.1" status: 200 len: 946 time: 0.0501761 Feb 28 10:50:43.411330 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c0fc262a-0dc7-4cce-a500-3a86cca8774c req-27ed9574-cd5b-4940-9eb3-e945e5b5e907 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413640 Feb 28 10:50:44.092564 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bdbb33-faf2-4712-ae2a-cc64b09cfb4b req-2575772d-ffbe-4190-ae1a-7bb252e6a49f tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:44.094308 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-a3bdbb33-faf2-4712-ae2a-cc64b09cfb4b req-2575772d-ffbe-4190-ae1a-7bb252e6a49f tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d2ceec8-f526-4293-a039-c8088979e455 HTTP/1.1" status: 200 len: 946 time: 0.0529115 Feb 28 10:50:44.109859 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b3d35-177c-40bc-959a-f12884c73f75 req-7b1c56e7-5b94-4e6c-bec3-6b40919db20a tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:44.111384 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1b2b3d35-177c-40bc-959a-f12884c73f75 req-7b1c56e7-5b94-4e6c-bec3-6b40919db20a tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 945 time: 0.0557024 Feb 28 10:50:44.158026 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1b2b3d35-177c-40bc-959a-f12884c73f75 req-c8708211-048d-4558-9a15-511d707c25b3 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9749661-4796-40a5-8895-f84b5791b3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410724 Feb 28 10:50:44.185745 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [req-a3bdbb33-faf2-4712-ae2a-cc64b09cfb4b req-24cec403-d089-4de2-ab6b-c81f9896c93f tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Deleting port 4efe41d8-1811-4ff1-952b-58188535bc3f {{(pid=102996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:50:44.186088 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-a3bdbb33-faf2-4712-ae2a-cc64b09cfb4b req-24cec403-d089-4de2-ab6b-c81f9896c93f tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (4efe41d8-1811-4ff1-952b-58188535bc3f), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:44.274417 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-a3bdbb33-faf2-4712-ae2a-cc64b09cfb4b req-24cec403-d089-4de2-ab6b-c81f9896c93f tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] For port 4efe41d8-1811-4ff1-952b-58188535bc3f, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=4efe41d8-1811-4ff1-952b-58188535bc3f,segment=NetworkSegment(2588bd87-a4bf-478e-a2b9-e450b26b5df9),segment_id=2588bd87-a4bf-478e-a2b9-e450b26b5df9)] {{(pid=102996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:50:44.274705 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-a3bdbb33-faf2-4712-ae2a-cc64b09cfb4b req-24cec403-d089-4de2-ab6b-c81f9896c93f tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (4efe41d8-1811-4ff1-952b-58188535bc3f), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:44.286646 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [req-a3bdbb33-faf2-4712-ae2a-cc64b09cfb4b req-24cec403-d089-4de2-ab6b-c81f9896c93f tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Calling delete_port for 4efe41d8-1811-4ff1-952b-58188535bc3f owned by compute:nova {{(pid=102996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:50:44.409742 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-a3bdbb33-faf2-4712-ae2a-cc64b09cfb4b req-24cec403-d089-4de2-ab6b-c81f9896c93f tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (4efe41d8-1811-4ff1-952b-58188535bc3f), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:44.442248 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cec403-d089-4de2-ab6b-c81f9896c93f tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Pushing event deleted for resources: {'Port': ['ID=4efe41d8-1811-4ff1-952b-58188535bc3f,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:50:44.468960 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cec403-d089-4de2-ab6b-c81f9896c93f tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:50:44.468960 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cec403-d089-4de2-ab6b-c81f9896c93f tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:50:44.469240 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cec403-d089-4de2-ab6b-c81f9896c93f tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:50:44.469532 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cec403-d089-4de2-ab6b-c81f9896c93f tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:50:44.469859 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cec403-d089-4de2-ab6b-c81f9896c93f tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:50:44.470181 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cec403-d089-4de2-ab6b-c81f9896c93f tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:50:44.470503 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cec403-d089-4de2-ab6b-c81f9896c93f tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:50:44.470826 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cec403-d089-4de2-ab6b-c81f9896c93f tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:50:44.471170 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cec403-d089-4de2-ab6b-c81f9896c93f tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:50:44.471493 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cec403-d089-4de2-ab6b-c81f9896c93f tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:50:44.471812 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cec403-d089-4de2-ab6b-c81f9896c93f tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:50:44.472128 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cec403-d089-4de2-ab6b-c81f9896c93f tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:50:44.472442 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cec403-d089-4de2-ab6b-c81f9896c93f tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:50:44.489057 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3bdbb33-faf2-4712-ae2a-cc64b09cfb4b req-24cec403-d089-4de2-ab6b-c81f9896c93f tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] No DVR routers for this DVR port 4efe41d8-1811-4ff1-952b-58188535bc3f on host hv-cinder-83116 {{(pid=102996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:50:44.491333 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-a3bdbb33-faf2-4712-ae2a-cc64b09cfb4b req-24cec403-d089-4de2-ab6b-c81f9896c93f tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:44.494669 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-a3bdbb33-faf2-4712-ae2a-cc64b09cfb4b req-24cec403-d089-4de2-ab6b-c81f9896c93f tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.46 "DELETE /v2.0/ports/4efe41d8-1811-4ff1-952b-58188535bc3f HTTP/1.1" status: 204 len: 173 time: 0.3955157 Feb 28 10:50:44.495131 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2ceec8-f526-4293-a039-c8088979e455', 'name': 'network-vif-deleted', 'tag': '4efe41d8-1811-4ff1-952b-58188535bc3f'}] {{(pid=102996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:50:44.498008 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fc607127e9415785fd538e0c70e4bf06f6b8f20b6b46de5a0809c41644901f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6698bcd-f4d8-48c3-800b-ff7d84efcc91" -d '{"events": [{"server_uuid": "4d2ceec8-f526-4293-a039-c8088979e455", "name": "network-vif-deleted", "tag": "4efe41d8-1811-4ff1-952b-58188535bc3f"}]}' {{(pid=102996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:50:44.515368 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-0f77c563-c341-4af4-9316-95dd6f0653f3 req-3f80992e-fe5f-4388-9df9-674a46cdb41d tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d2ceec8-f526-4293-a039-c8088979e455 HTTP/1.1" status: 200 len: 210 time: 0.0335143 Feb 28 10:50:44.534686 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3344114-d480-429b-a883-edef043dfece x-openstack-request-id: req-e3344114-d480-429b-a883-edef043dfece {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:50:44.535016 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2ceec8-f526-4293-a039-c8088979e455", "name": "network-vif-deleted", "tag": "4efe41d8-1811-4ff1-952b-58188535bc3f", "status": "completed", "code": 200}]} {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:50:44.535274 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e3344114-d480-429b-a883-edef043dfece {{(pid=102996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:50:44.535698 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d2ceec8-f526-4293-a039-c8088979e455', 'name': 'network-vif-deleted', 'tag': '4efe41d8-1811-4ff1-952b-58188535bc3f', 'status': 'completed', 'code': 200} Feb 28 10:50:45.280109 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea3380b-33e8-4c85-adad-eb59f0af5857 req-6de56b3e-1390-4758-952f-387bc3df6c53 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:45.281574 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5ea3380b-33e8-4c85-adad-eb59f0af5857 req-6de56b3e-1390-4758-952f-387bc3df6c53 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 945 time: 0.0540900 Feb 28 10:50:45.327612 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5ea3380b-33e8-4c85-adad-eb59f0af5857 req-c145aa12-d5e1-4a28-b3b6-c891daa41110 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9749661-4796-40a5-8895-f84b5791b3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405061 Feb 28 10:50:46.442281 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ace39b-a230-489c-93dd-1a023d845c37 req-a506ef5f-d600-41f2-8495-6628e5e9d832 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:46.443746 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-34ace39b-a230-489c-93dd-1a023d845c37 req-a506ef5f-d600-41f2-8495-6628e5e9d832 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 945 time: 0.0511155 Feb 28 10:50:46.488716 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-34ace39b-a230-489c-93dd-1a023d845c37 req-3a547796-0b4c-4788-aabb-c75fa39a6907 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9749661-4796-40a5-8895-f84b5791b3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395844 Feb 28 10:50:46.804751 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device 4efe41d8-1811-4ff1-952b-58188535bc3f no longer exists at agent hyperv_hv-cinder-83116 {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:50:46.827388 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] No Port match for: 4efe41d8-1811-4ff1-952b-58188535bc3f {{(pid=102997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:50:46.827729 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device 4efe41d8-1811-4ff1-952b-58188535bc3f not bound to the agent host hv-cinder-83116 {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:50:47.609398 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abcc03-56dd-4d7c-8366-aedf5dbe7626 req-e69c718c-067a-4b17-9c21-dde011f8669b tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:47.610850 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-13abcc03-56dd-4d7c-8366-aedf5dbe7626 req-e69c718c-067a-4b17-9c21-dde011f8669b tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 945 time: 0.0545213 Feb 28 10:50:47.656926 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-13abcc03-56dd-4d7c-8366-aedf5dbe7626 req-344e61f0-098b-43ec-b235-123dbd37d4a9 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9749661-4796-40a5-8895-f84b5791b3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406854 Feb 28 10:50:47.789375 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 35908) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:50:47.944771 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [None req-0350646b-ca8d-4a27-ae18-e5e63d93eaa3 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Deleting port 9b13bc68-d242-4b63-8bb8-1cfbddab3054 {{(pid=102996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:50:47.945112 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-0350646b-ca8d-4a27-ae18-e5e63d93eaa3 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (9b13bc68-d242-4b63-8bb8-1cfbddab3054), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:48.015810 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-0350646b-ca8d-4a27-ae18-e5e63d93eaa3 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (9b13bc68-d242-4b63-8bb8-1cfbddab3054), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:48.016135 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-0350646b-ca8d-4a27-ae18-e5e63d93eaa3 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks [] for floatingip (9b13bc68-d242-4b63-8bb8-1cfbddab3054), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:48.027338 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [None req-0350646b-ca8d-4a27-ae18-e5e63d93eaa3 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Calling delete_port for 9b13bc68-d242-4b63-8bb8-1cfbddab3054 owned by network:floatingip {{(pid=102996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:50:48.426285 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-0350646b-ca8d-4a27-ae18-e5e63d93eaa3 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (9b13bc68-d242-4b63-8bb8-1cfbddab3054), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:48.449600 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0350646b-ca8d-4a27-ae18-e5e63d93eaa3 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Pushing event deleted for resources: {'Port': ['ID=9b13bc68-d242-4b63-8bb8-1cfbddab3054,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:50:48.510837 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-0350646b-ca8d-4a27-ae18-e5e63d93eaa3 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks [] for floatingip (8a43c3a1-bebc-469f-a06e-b132a840c89a), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:48.511242 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.db.l3_db [None req-0350646b-ca8d-4a27-ae18-e5e63d93eaa3 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Floating IP 8a43c3a1-bebc-469f-a06e-b132a840c89a disassociated (deleted). External IP: 172.27.1.227, port: 8d6445dd-d1e1-49a8-8d35-f204892db2ff. Feb 28 10:50:48.715724 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0350646b-ca8d-4a27-ae18-e5e63d93eaa3 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Router 955fcaf0-b9ca-493b-935f-c162b4121ca7 has already been hosted by L3 agent 86347f47-2890-46a7-a199-31163828a11a {{(pid=102996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:50:48.773067 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539283fe-5369-47ae-a6c2-966c9c47b696 req-572cb627-cfb1-4be0-995c-955af7449891 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:48.774543 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-539283fe-5369-47ae-a6c2-966c9c47b696 req-572cb627-cfb1-4be0-995c-955af7449891 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 945 time: 0.0514350 Feb 28 10:50:48.820221 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-539283fe-5369-47ae-a6c2-966c9c47b696 req-694b9dfd-3c71-4718-8f0e-492d0c500b4f tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9749661-4796-40a5-8895-f84b5791b3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397522 Feb 28 10:50:48.822734 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0350646b-ca8d-4a27-ae18-e5e63d93eaa3 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Notify agent at l3_agent.dv-cinder-831167-1-iscsi the message routers_updated {{(pid=102996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:50:48.828142 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-0350646b-ca8d-4a27-ae18-e5e63d93eaa3 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for floatingip (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:48.833320 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e1ca6c-ceef-44e6-a66d-f266c33148cf None None] Sync routers for ids ['955fcaf0-b9ca-493b-935f-c162b4121ca7'] in dv-cinder-831167-1-iscsi {{(pid=102998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:50:48.844000 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e1ca6c-ceef-44e6-a66d-f266c33148cf None None] Routers {'955fcaf0-b9ca-493b-935f-c162b4121ca7'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:50:48.844592 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-97e1ca6c-ceef-44e6-a66d-f266c33148cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:50:27Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['955fcaf0-b9ca-493b-935f-c162b4121ca7'], 'active': True} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:50:48.856279 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-0350646b-ca8d-4a27-ae18-e5e63d93eaa3 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "DELETE /v2.0/floatingips/8a43c3a1-bebc-469f-a06e-b132a840c89a HTTP/1.1" status: 204 len: 168 time: 1.0658164 Feb 28 10:50:48.857389 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9e330bb-e0cb-4554-a673-7a0d10a0851c', 'tag': '8d6445dd-d1e1-49a8-8d35-f204892db2ff'}] {{(pid=102996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:50:48.859647 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fc607127e9415785fd538e0c70e4bf06f6b8f20b6b46de5a0809c41644901f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84407d5-faeb-46dd-9b8c-144e1cc9c9ac" -d '{"events": [{"name": "network-changed", "server_uuid": "b9e330bb-e0cb-4554-a673-7a0d10a0851c", "tag": "8d6445dd-d1e1-49a8-8d35-f204892db2ff"}]}' {{(pid=102996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:50:48.894615 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48de9d2c-f4c2-4b5f-9e55-3cd9986ab794 x-openstack-request-id: req-48de9d2c-f4c2-4b5f-9e55-3cd9986ab794 {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:50:48.894971 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9e330bb-e0cb-4554-a673-7a0d10a0851c", "tag": "8d6445dd-d1e1-49a8-8d35-f204892db2ff", "status": "completed", "code": 200}]} {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:50:48.895174 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-48de9d2c-f4c2-4b5f-9e55-3cd9986ab794 {{(pid=102996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:50:48.895587 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9e330bb-e0cb-4554-a673-7a0d10a0851c', 'tag': '8d6445dd-d1e1-49a8-8d35-f204892db2ff', 'status': 'completed', 'code': 200} Feb 28 10:50:48.972406 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvr_db [None req-97e1ca6c-ceef-44e6-a66d-f266c33148cf None None] Set router 955fcaf0-b9ca-493b-935f-c162b4121ca7 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:50:48.982974 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84407d5-faeb-46dd-9b8c-144e1cc9c9ac req-f88748a9-d881-46c1-84c2-847a8984613f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:48.984590 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-c84407d5-faeb-46dd-9b8c-144e1cc9c9ac req-f88748a9-d881-46c1-84c2-847a8984613f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d49baa9a7922438f99d7dcc9ef7c1c15&device_id=b9e330bb-e0cb-4554-a673-7a0d10a0851c HTTP/1.1" status: 200 len: 1130 time: 0.0480278 Feb 28 10:50:49.098042 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a13d13-4d97-4a44-9fa0-8eb19ce8dc84 req-14bcbf5a-e0e8-4dcb-9ae4-d4a59425e5e5 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:49.099700 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-91a13d13-4d97-4a44-9fa0-8eb19ce8dc84 req-14bcbf5a-e0e8-4dcb-9ae4-d4a59425e5e5 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e330bb-e0cb-4554-a673-7a0d10a0851c HTTP/1.1" status: 200 len: 946 time: 0.0587950 Feb 28 10:50:49.130659 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84407d5-faeb-46dd-9b8c-144e1cc9c9ac req-2e4ab76b-eaad-4dc9-983e-84dff2afed3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:49.132260 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-c84407d5-faeb-46dd-9b8c-144e1cc9c9ac req-2e4ab76b-eaad-4dc9-983e-84dff2afed3e service neutron] 10.222.0.46 "GET /v2.0/networks?id=d201863f-b309-44f4-a7ef-e7046df4340e HTTP/1.1" status: 200 len: 912 time: 0.0942707 Feb 28 10:50:49.154861 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-91a13d13-4d97-4a44-9fa0-8eb19ce8dc84 req-c43f88fa-b04b-4fad-a8a9-e73e16e37eef tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495729 Feb 28 10:50:49.173864 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-c84407d5-faeb-46dd-9b8c-144e1cc9c9ac req-b59d83e1-d7bd-495c-9ae3-c69bc5d3e275 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d6445dd-d1e1-49a8-8d35-f204892db2ff HTTP/1.1" status: 200 len: 217 time: 0.0351307 Feb 28 10:50:49.185542 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-97e1ca6c-ceef-44e6-a66d-f266c33148cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'name': 'tempest-TestVolumeBootPattern-928494103-router', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '26172ab7-dd74-47fc-8158-eb83de91afc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:06Z', 'updated_at': '2022-02-28T10:41:10Z', 'revision_number': 4, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'gw_port': {'id': '26172ab7-dd74-47fc-8158-eb83de91afc0', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:bc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:06Z', 'updated_at': '2022-02-28T10:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '139c64ac-245e-42da-8fc7-f98ec55d294a', 'name': '', 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'mac_address': 'fa:16:3e:9c:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '10d8c89b-f1ef-4689-89e2-725720fe5362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:09Z', 'updated_at': '2022-02-28T10:41:14Z', 'revision_number': 5, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'subnets': [{'id': '10d8c89b-f1ef-4689-89e2-725720fe5362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:50:49.212318 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e1ca6c-ceef-44e6-a66d-f266c33148cf None None] Checking router: 955fcaf0-b9ca-493b-935f-c162b4121ca7 for host: dv-cinder-831167-1-iscsi {{(pid=102998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:50:49.221882 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e1ca6c-ceef-44e6-a66d-f266c33148cf None None] Routers {'955fcaf0-b9ca-493b-935f-c162b4121ca7'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:50:49.222541 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-97e1ca6c-ceef-44e6-a66d-f266c33148cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:50:27Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['955fcaf0-b9ca-493b-935f-c162b4121ca7'], 'active': True} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:50:49.224725 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84407d5-faeb-46dd-9b8c-144e1cc9c9ac req-f80c32bc-08df-4527-9aab-cc9c21f567be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:49.226200 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-c84407d5-faeb-46dd-9b8c-144e1cc9c9ac req-f80c32bc-08df-4527-9aab-cc9c21f567be service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10d8c89b-f1ef-4689-89e2-725720fe5362 HTTP/1.1" status: 200 len: 850 time: 0.0456622 Feb 28 10:50:49.273251 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84407d5-faeb-46dd-9b8c-144e1cc9c9ac req-33779371-4f87-44bd-9367-6932145cb066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:49.274702 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-c84407d5-faeb-46dd-9b8c-144e1cc9c9ac req-33779371-4f87-44bd-9367-6932145cb066 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d201863f-b309-44f4-a7ef-e7046df4340e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418429 Feb 28 10:50:49.329178 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvr_db [None req-97e1ca6c-ceef-44e6-a66d-f266c33148cf None None] Set router 955fcaf0-b9ca-493b-935f-c162b4121ca7 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:50:49.368591 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-c84407d5-faeb-46dd-9b8c-144e1cc9c9ac req-ed65ee0d-2e6d-4f72-86b2-17aa640e055e service neutron] 10.222.0.46 "GET /v2.0/networks/d201863f-b309-44f4-a7ef-e7046df4340e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845270 Feb 28 10:50:49.459999 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-c84407d5-faeb-46dd-9b8c-144e1cc9c9ac req-b143c113-b413-4fa3-8e34-bd6527265e5a service neutron] 10.222.0.46 "GET /v2.0/networks/d201863f-b309-44f4-a7ef-e7046df4340e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849836 Feb 28 10:50:49.524640 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-97e1ca6c-ceef-44e6-a66d-f266c33148cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'name': 'tempest-TestVolumeBootPattern-928494103-router', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '26172ab7-dd74-47fc-8158-eb83de91afc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:06Z', 'updated_at': '2022-02-28T10:41:10Z', 'revision_number': 4, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'gw_port': {'id': '26172ab7-dd74-47fc-8158-eb83de91afc0', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:bc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:06Z', 'updated_at': '2022-02-28T10:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '139c64ac-245e-42da-8fc7-f98ec55d294a', 'name': '', 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'mac_address': 'fa:16:3e:9c:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '10d8c89b-f1ef-4689-89e2-725720fe5362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:09Z', 'updated_at': '2022-02-28T10:41:14Z', 'revision_number': 5, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'subnets': [{'id': '10d8c89b-f1ef-4689-89e2-725720fe5362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:50:49.554591 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e1ca6c-ceef-44e6-a66d-f266c33148cf None None] The sync data for ids ['955fcaf0-b9ca-493b-935f-c162b4121ca7'] in dv-cinder-831167-1-iscsi is: [{'id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'name': 'tempest-TestVolumeBootPattern-928494103-router', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '26172ab7-dd74-47fc-8158-eb83de91afc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:06Z', 'updated_at': '2022-02-28T10:41:10Z', 'revision_number': 4, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'gw_port': {'id': '26172ab7-dd74-47fc-8158-eb83de91afc0', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:bc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:06Z', 'updated_at': '2022-02-28T10:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '139c64ac-245e-42da-8fc7-f98ec55d294a', 'name': '', 'network_id': 'd201863f-b309-44f4-a7ef-e7046df4340e', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'mac_address': 'fa:16:3e:9c:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '10d8c89b-f1ef-4689-89e2-725720fe5362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:09Z', 'updated_at': '2022-02-28T10:41:14Z', 'revision_number': 5, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'subnets': [{'id': '10d8c89b-f1ef-4689-89e2-725720fe5362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:50:49.767662 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147ef89b-02da-4d9a-901c-caa9313dc3a4 None None] New status for floating IP 8a43c3a1-bebc-469f-a06e-b132a840c89a: DOWN {{(pid=102997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:50:49.939366 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e5bb3-f6e0-4cf2-bcb7-d1d23c3e4269 req-9bfb725a-5156-401b-ab48-bea8faaa3c8e tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:49.940812 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c49e5bb3-f6e0-4cf2-bcb7-d1d23c3e4269 req-9bfb725a-5156-401b-ab48-bea8faaa3c8e tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 945 time: 0.0513725 Feb 28 10:50:49.985706 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c49e5bb3-f6e0-4cf2-bcb7-d1d23c3e4269 req-992268a3-73ca-4e49-ab7f-2880fa00a38b tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9749661-4796-40a5-8895-f84b5791b3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395162 Feb 28 10:50:50.269718 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea51a98-88ee-4399-a6d5-408e67aead49 req-12c65d9c-a6f8-4eae-abde-c2e65d141770 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:50.271172 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5ea51a98-88ee-4399-a6d5-408e67aead49 req-12c65d9c-a6f8-4eae-abde-c2e65d141770 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e330bb-e0cb-4554-a673-7a0d10a0851c HTTP/1.1" status: 200 len: 946 time: 0.0507495 Feb 28 10:50:50.317614 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5ea51a98-88ee-4399-a6d5-408e67aead49 req-e5d345ae-07ad-418d-9815-751319289441 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/security-groups?id=84e73cdf-aca4-468a-847a-3e52e6ff6455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410404 Feb 28 10:50:50.976495 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfdc477-7f5f-4371-97a3-c838ff60f9c4 req-d1f1162f-7a22-477a-a7a7-ffe6c39ae0cb tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:50.977894 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-ecfdc477-7f5f-4371-97a3-c838ff60f9c4 req-d1f1162f-7a22-477a-a7a7-ffe6c39ae0cb tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9e330bb-e0cb-4554-a673-7a0d10a0851c HTTP/1.1" status: 200 len: 946 time: 0.0541682 Feb 28 10:50:51.067514 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [req-ecfdc477-7f5f-4371-97a3-c838ff60f9c4 req-6c676b2b-23fb-4996-be59-6d82d345bd22 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Deleting port 8d6445dd-d1e1-49a8-8d35-f204892db2ff {{(pid=102996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:50:51.067849 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-ecfdc477-7f5f-4371-97a3-c838ff60f9c4 req-6c676b2b-23fb-4996-be59-6d82d345bd22 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (8d6445dd-d1e1-49a8-8d35-f204892db2ff), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:51.109948 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ece521-cd23-4e05-88e8-7e01bb154c5c req-11763ae1-209c-481b-944e-0b86c5d52083 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:51.111522 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-94ece521-cd23-4e05-88e8-7e01bb154c5c req-11763ae1-209c-481b-944e-0b86c5d52083 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 945 time: 0.0604403 Feb 28 10:50:51.157344 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-94ece521-cd23-4e05-88e8-7e01bb154c5c req-b48fb9b6-67ad-4f2c-b047-2292ccca85dd tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9749661-4796-40a5-8895-f84b5791b3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401497 Feb 28 10:50:51.158406 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-ecfdc477-7f5f-4371-97a3-c838ff60f9c4 req-6c676b2b-23fb-4996-be59-6d82d345bd22 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] For port 8d6445dd-d1e1-49a8-8d35-f204892db2ff, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=8d6445dd-d1e1-49a8-8d35-f204892db2ff,segment=NetworkSegment(2588bd87-a4bf-478e-a2b9-e450b26b5df9),segment_id=2588bd87-a4bf-478e-a2b9-e450b26b5df9)] {{(pid=102996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:50:51.158762 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-ecfdc477-7f5f-4371-97a3-c838ff60f9c4 req-6c676b2b-23fb-4996-be59-6d82d345bd22 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (8d6445dd-d1e1-49a8-8d35-f204892db2ff), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:51.171694 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [req-ecfdc477-7f5f-4371-97a3-c838ff60f9c4 req-6c676b2b-23fb-4996-be59-6d82d345bd22 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Calling delete_port for 8d6445dd-d1e1-49a8-8d35-f204892db2ff owned by compute:nova {{(pid=102996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:50:51.291734 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-ecfdc477-7f5f-4371-97a3-c838ff60f9c4 req-6c676b2b-23fb-4996-be59-6d82d345bd22 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (8d6445dd-d1e1-49a8-8d35-f204892db2ff), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:51.319911 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c676b2b-23fb-4996-be59-6d82d345bd22 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Pushing event deleted for resources: {'Port': ['ID=8d6445dd-d1e1-49a8-8d35-f204892db2ff,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:50:51.364536 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecfdc477-7f5f-4371-97a3-c838ff60f9c4 req-6c676b2b-23fb-4996-be59-6d82d345bd22 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] No DVR routers for this DVR port 8d6445dd-d1e1-49a8-8d35-f204892db2ff on host hv-cinder-83116 {{(pid=102996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:50:51.367005 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-ecfdc477-7f5f-4371-97a3-c838ff60f9c4 req-6c676b2b-23fb-4996-be59-6d82d345bd22 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:51.370253 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-ecfdc477-7f5f-4371-97a3-c838ff60f9c4 req-6c676b2b-23fb-4996-be59-6d82d345bd22 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.46 "DELETE /v2.0/ports/8d6445dd-d1e1-49a8-8d35-f204892db2ff HTTP/1.1" status: 204 len: 173 time: 0.3870513 Feb 28 10:50:51.370686 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e330bb-e0cb-4554-a673-7a0d10a0851c', 'name': 'network-vif-deleted', 'tag': '8d6445dd-d1e1-49a8-8d35-f204892db2ff'}] {{(pid=102996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:50:51.372942 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fc607127e9415785fd538e0c70e4bf06f6b8f20b6b46de5a0809c41644901f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730cc70a-728e-43aa-8c12-dd241c748be9" -d '{"events": [{"server_uuid": "b9e330bb-e0cb-4554-a673-7a0d10a0851c", "name": "network-vif-deleted", "tag": "8d6445dd-d1e1-49a8-8d35-f204892db2ff"}]}' {{(pid=102996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:50:51.408982 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ffe5da0-6acb-4429-ac8e-35dea92869c2 x-openstack-request-id: req-2ffe5da0-6acb-4429-ac8e-35dea92869c2 {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:50:51.409316 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9e330bb-e0cb-4554-a673-7a0d10a0851c", "name": "network-vif-deleted", "tag": "8d6445dd-d1e1-49a8-8d35-f204892db2ff", "status": "completed", "code": 200}]} {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:50:51.409586 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2ffe5da0-6acb-4429-ac8e-35dea92869c2 {{(pid=102996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:50:51.409985 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e330bb-e0cb-4554-a673-7a0d10a0851c', 'name': 'network-vif-deleted', 'tag': '8d6445dd-d1e1-49a8-8d35-f204892db2ff', 'status': 'completed', 'code': 200} Feb 28 10:50:51.416771 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c84e3001-0173-4fe9-82af-287f3eb90638 req-43b5d585-da52-4673-b144-41d4996780d6 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e330bb-e0cb-4554-a673-7a0d10a0851c HTTP/1.1" status: 200 len: 210 time: 0.0302474 Feb 28 10:50:52.271945 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bef480-1644-4be2-8099-4e897bf0a016 req-f0b207aa-afc4-44f7-9bda-74eda804dfe2 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:52.273391 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a8bef480-1644-4be2-8099-4e897bf0a016 req-f0b207aa-afc4-44f7-9bda-74eda804dfe2 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 945 time: 0.0506787 Feb 28 10:50:52.321646 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a8bef480-1644-4be2-8099-4e897bf0a016 req-5735da20-91a1-419c-8975-707081d0828e tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9749661-4796-40a5-8895-f84b5791b3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423172 Feb 28 10:50:52.471009 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 35932) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:50:52.592001 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [None req-d10668d9-cbd3-4788-93b7-91f9d73a1a16 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Deleting port 0d8e7cb7-438c-4be4-941d-7e76667c2394 {{(pid=102996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:50:52.592254 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-d10668d9-cbd3-4788-93b7-91f9d73a1a16 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (0d8e7cb7-438c-4be4-941d-7e76667c2394), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:52.667333 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-d10668d9-cbd3-4788-93b7-91f9d73a1a16 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (0d8e7cb7-438c-4be4-941d-7e76667c2394), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:52.667654 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-d10668d9-cbd3-4788-93b7-91f9d73a1a16 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks [] for floatingip (0d8e7cb7-438c-4be4-941d-7e76667c2394), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:52.678855 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [None req-d10668d9-cbd3-4788-93b7-91f9d73a1a16 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Calling delete_port for 0d8e7cb7-438c-4be4-941d-7e76667c2394 owned by network:floatingip {{(pid=102996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:50:52.803455 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-d10668d9-cbd3-4788-93b7-91f9d73a1a16 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (0d8e7cb7-438c-4be4-941d-7e76667c2394), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:52.831928 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10668d9-cbd3-4788-93b7-91f9d73a1a16 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Pushing event deleted for resources: {'Port': ['ID=0d8e7cb7-438c-4be4-941d-7e76667c2394,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:50:52.837156 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device 8d6445dd-d1e1-49a8-8d35-f204892db2ff no longer exists at agent hyperv_hv-cinder-83116 {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:50:52.857881 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] No Port match for: 8d6445dd-d1e1-49a8-8d35-f204892db2ff {{(pid=102997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:50:52.858237 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device 8d6445dd-d1e1-49a8-8d35-f204892db2ff not bound to the agent host hv-cinder-83116 {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:50:52.890242 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-d10668d9-cbd3-4788-93b7-91f9d73a1a16 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks [] for floatingip (d278816b-ce91-4fe2-bd57-3cc7d5984d63), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:52.892828 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-d10668d9-cbd3-4788-93b7-91f9d73a1a16 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for floatingip (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:52.893972 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-d10668d9-cbd3-4788-93b7-91f9d73a1a16 tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "DELETE /v2.0/floatingips/d278816b-ce91-4fe2-bd57-3cc7d5984d63 HTTP/1.1" status: 204 len: 168 time: 0.4219911 Feb 28 10:50:53.436694 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272117d-aeb4-4fc1-9281-8425f37592c7 req-5bf4613e-0b7c-4330-81df-932d0806db55 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:53.438180 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2272117d-aeb4-4fc1-9281-8425f37592c7 req-5bf4613e-0b7c-4330-81df-932d0806db55 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 945 time: 0.0526416 Feb 28 10:50:53.483553 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-2272117d-aeb4-4fc1-9281-8425f37592c7 req-29868d80-6931-4e0f-806f-8064c3c2caef tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9749661-4796-40a5-8895-f84b5791b3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397067 Feb 28 10:50:54.086797 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 35946) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:50:54.141650 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-ae25f87c-9b1a-47aa-95aa-f56fc27ddb4e tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks [] for security_group (84e73cdf-aca4-468a-847a-3e52e6ff6455), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:54.165735 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-ae25f87c-9b1a-47aa-95aa-f56fc27ddb4e tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks [] for security_group (84e73cdf-aca4-468a-847a-3e52e6ff6455), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:54.221457 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-ae25f87c-9b1a-47aa-95aa-f56fc27ddb4e tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (84e73cdf-aca4-468a-847a-3e52e6ff6455), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:54.224090 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-ae25f87c-9b1a-47aa-95aa-f56fc27ddb4e tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Publish callbacks [] for security_group (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:54.225206 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-ae25f87c-9b1a-47aa-95aa-f56fc27ddb4e tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] 10.222.0.44 "DELETE /v2.0/security-groups/84e73cdf-aca4-468a-847a-3e52e6ff6455 HTTP/1.1" status: 204 len: 168 time: 0.1373937 Feb 28 10:50:54.233769 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae25f87c-9b1a-47aa-95aa-f56fc27ddb4e tempest-TestVolumeBootPattern-1008521913 tempest-TestVolumeBootPattern-1008521913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e73cdf-aca4-468a-847a-3e52e6ff6455,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:50:54.290620 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 35950) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:50:54.676918 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20961523-f299-49fb-8dcd-9d35f713cdb2 req-df502d8e-4eb3-4106-8e03-dbe6f4104161 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:54.678289 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-20961523-f299-49fb-8dcd-9d35f713cdb2 req-df502d8e-4eb3-4106-8e03-dbe6f4104161 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 945 time: 0.1286464 Feb 28 10:50:54.770761 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-20961523-f299-49fb-8dcd-9d35f713cdb2 req-f1b46adb-b84a-4bd9-8bcc-433b364606cd tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9749661-4796-40a5-8895-f84b5791b3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866537 Feb 28 10:50:54.974805 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-ac3fb38c-2956-41d7-9c7d-fd21baec32f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:55.000366 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6b31a-2130-4eaf-aefd-63ccc2c103e1 req-b9bcdaaa-4a3d-4ee6-a7df-9fa742ab6314 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:55.001843 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-daa6b31a-2130-4eaf-aefd-63ccc2c103e1 req-b9bcdaaa-4a3d-4ee6-a7df-9fa742ab6314 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 945 time: 0.0813768 Feb 28 10:50:55.020696 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-19219944-7295-43e1-ab60-5475aca2fa41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1717625'] for router_interface (955fcaf0-b9ca-493b-935f-c162b4121ca7), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:55.028188 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b353f-fc0d-4cdf-a049-384690ccebc0 req-fb67ddce-b664-4e76-95a8-35b4efbade3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:55.029930 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-6e7b353f-fc0d-4cdf-a049-384690ccebc0 req-fb67ddce-b664-4e76-95a8-35b4efbade3d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=062b83dd1ce5429eb5e1cd526c5d3360&device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 1129 time: 0.0548017 Feb 28 10:50:55.099437 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-daa6b31a-2130-4eaf-aefd-63ccc2c103e1 req-85df3a27-f5c3-4570-86a0-7657985837a6 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9749661-4796-40a5-8895-f84b5791b3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889907 Feb 28 10:50:55.118744 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b353f-fc0d-4cdf-a049-384690ccebc0 req-3619ec9d-af0e-4c7b-92d6-59d2f5f7e4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:55.120232 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-6e7b353f-fc0d-4cdf-a049-384690ccebc0 req-3619ec9d-af0e-4c7b-92d6-59d2f5f7e4d1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=68874123-e025-4845-ba0e-91d78d83f030 HTTP/1.1" status: 200 len: 912 time: 0.0845742 Feb 28 10:50:55.188727 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-6e7b353f-fc0d-4cdf-a049-384690ccebc0 req-a7d94c53-9b38-497f-b26f-25146d99cc97 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a1c5e3f-a415-4016-b631-fccc34eeb594 HTTP/1.1" status: 200 len: 1001 time: 0.0615714 Feb 28 10:50:55.235824 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b353f-fc0d-4cdf-a049-384690ccebc0 req-1b7bc690-47f5-4c38-96dc-a5bdc5fcbc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:55.237186 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-6e7b353f-fc0d-4cdf-a049-384690ccebc0 req-1b7bc690-47f5-4c38-96dc-a5bdc5fcbc0d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=896a2934-5b4b-4856-b24b-092a86b9c05e HTTP/1.1" status: 200 len: 850 time: 0.0433922 Feb 28 10:50:55.284874 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b353f-fc0d-4cdf-a049-384690ccebc0 req-ad880eb8-f1dc-49b9-a669-024700e41a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:55.286351 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-6e7b353f-fc0d-4cdf-a049-384690ccebc0 req-ad880eb8-f1dc-49b9-a669-024700e41a60 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=68874123-e025-4845-ba0e-91d78d83f030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428543 Feb 28 10:50:55.291840 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.plugin [None req-19219944-7295-43e1-ab60-5475aca2fa41 admin admin] Deleting port 139c64ac-245e-42da-8fc7-f98ec55d294a {{(pid=102995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:50:55.292178 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-19219944-7295-43e1-ab60-5475aca2fa41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (139c64ac-245e-42da-8fc7-f98ec55d294a), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:55.371444 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.db [None req-19219944-7295-43e1-ab60-5475aca2fa41 admin admin] For port 139c64ac-245e-42da-8fc7-f98ec55d294a, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=139c64ac-245e-42da-8fc7-f98ec55d294a,segment=NetworkSegment(2588bd87-a4bf-478e-a2b9-e450b26b5df9),segment_id=2588bd87-a4bf-478e-a2b9-e450b26b5df9)] {{(pid=102995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:50:55.371809 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-19219944-7295-43e1-ab60-5475aca2fa41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (139c64ac-245e-42da-8fc7-f98ec55d294a), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:55.375907 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-6e7b353f-fc0d-4cdf-a049-384690ccebc0 req-0437b7f6-8ae6-41bc-961d-0bb73886cd9b service neutron] 10.222.0.46 "GET /v2.0/networks/68874123-e025-4845-ba0e-91d78d83f030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838182 Feb 28 10:50:55.384937 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.plugin [None req-19219944-7295-43e1-ab60-5475aca2fa41 admin admin] Calling delete_port for 139c64ac-245e-42da-8fc7-f98ec55d294a owned by network:router_interface {{(pid=102995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:50:55.417144 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.agents_db [None req-ad1b81bb-6a73-47ab-ba10-dec1fea0c152 None None] Agent healthcheck: found 6 active agents {{(pid=102998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:50:55.461533 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-6e7b353f-fc0d-4cdf-a049-384690ccebc0 req-d369273b-ee90-4d36-8f80-2da75ef339ac service neutron] 10.222.0.46 "GET /v2.0/networks/68874123-e025-4845-ba0e-91d78d83f030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795946 Feb 28 10:50:55.562015 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-19219944-7295-43e1-ab60-5475aca2fa41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63288186'] for port (139c64ac-245e-42da-8fc7-f98ec55d294a), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:55.587078 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19219944-7295-43e1-ab60-5475aca2fa41 admin admin] Pushing event deleted for resources: {'Port': ['ID=139c64ac-245e-42da-8fc7-f98ec55d294a,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:50:55.597628 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19219944-7295-43e1-ab60-5475aca2fa41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:50:55.597984 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19219944-7295-43e1-ab60-5475aca2fa41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:50:55.598368 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19219944-7295-43e1-ab60-5475aca2fa41 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:50:55.598713 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19219944-7295-43e1-ab60-5475aca2fa41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:50:55.599071 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19219944-7295-43e1-ab60-5475aca2fa41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:50:55.599424 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19219944-7295-43e1-ab60-5475aca2fa41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:50:55.599788 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19219944-7295-43e1-ab60-5475aca2fa41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:50:55.600123 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19219944-7295-43e1-ab60-5475aca2fa41 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:50:55.600453 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19219944-7295-43e1-ab60-5475aca2fa41 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:50:55.600790 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19219944-7295-43e1-ab60-5475aca2fa41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:50:55.601113 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19219944-7295-43e1-ab60-5475aca2fa41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:50:55.601436 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19219944-7295-43e1-ab60-5475aca2fa41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:50:55.601759 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19219944-7295-43e1-ab60-5475aca2fa41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:50:55.765861 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-19219944-7295-43e1-ab60-5475aca2fa41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717653'] for router_interface (955fcaf0-b9ca-493b-935f-c162b4121ca7), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:55.977673 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19219944-7295-43e1-ab60-5475aca2fa41 admin admin] Router 955fcaf0-b9ca-493b-935f-c162b4121ca7 has already been hosted by L3 agent 86347f47-2890-46a7-a199-31163828a11a {{(pid=102995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:50:56.090641 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19219944-7295-43e1-ab60-5475aca2fa41 admin admin] Notify agent at l3_agent.dv-cinder-831167-1-iscsi the message routers_updated {{(pid=102995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:50:56.095625 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-19219944-7295-43e1-ab60-5475aca2fa41 admin admin] 10.222.0.44 "PUT /v2.0/routers/955fcaf0-b9ca-493b-935f-c162b4121ca7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8039794 Feb 28 10:50:56.098090 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 35960) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:50:56.100106 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef2c72e-5a51-403f-937c-6a8ceecc0085 None None] Sync routers for ids ['955fcaf0-b9ca-493b-935f-c162b4121ca7'] in dv-cinder-831167-1-iscsi {{(pid=102998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:50:56.114888 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef2c72e-5a51-403f-937c-6a8ceecc0085 None None] Routers {'955fcaf0-b9ca-493b-935f-c162b4121ca7'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:50:56.115640 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-fef2c72e-5a51-403f-937c-6a8ceecc0085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:50:27Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['955fcaf0-b9ca-493b-935f-c162b4121ca7'], 'active': True} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:50:56.226923 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvr_db [None req-fef2c72e-5a51-403f-937c-6a8ceecc0085 None None] Set router 955fcaf0-b9ca-493b-935f-c162b4121ca7 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:50:56.233031 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-b6aa8da3-88b4-43e1-a319-52678e023298 admin admin] Publish callbacks [] for router (955fcaf0-b9ca-493b-935f-c162b4121ca7), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:56.287694 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9953955-e1f3-43de-a477-1fc527a007ab req-5bb894c0-da55-4302-bba1-0fd05b0d6118 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:56.289137 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b9953955-e1f3-43de-a477-1fc527a007ab req-5bb894c0-da55-4302-bba1-0fd05b0d6118 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 945 time: 0.1052403 Feb 28 10:50:56.380097 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b9953955-e1f3-43de-a477-1fc527a007ab req-e5987679-d752-4a88-89a5-d0d727abe8ea tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9749661-4796-40a5-8895-f84b5791b3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842557 Feb 28 10:50:56.385025 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-b6aa8da3-88b4-43e1-a319-52678e023298 admin admin] Publish callbacks [] for router_gateway (955fcaf0-b9ca-493b-935f-c162b4121ca7), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:56.403220 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-fef2c72e-5a51-403f-937c-6a8ceecc0085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'name': 'tempest-TestVolumeBootPattern-928494103-router', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '26172ab7-dd74-47fc-8158-eb83de91afc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:06Z', 'updated_at': '2022-02-28T10:50:55Z', 'revision_number': 5, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'gw_port': {'id': '26172ab7-dd74-47fc-8158-eb83de91afc0', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:bc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:06Z', 'updated_at': '2022-02-28T10:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi'}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:50:56.445949 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.plugin [None req-b6aa8da3-88b4-43e1-a319-52678e023298 admin admin] Deleting port 26172ab7-dd74-47fc-8158-eb83de91afc0 {{(pid=102995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:50:56.446289 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-b6aa8da3-88b4-43e1-a319-52678e023298 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (26172ab7-dd74-47fc-8158-eb83de91afc0), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:56.520618 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef2c72e-5a51-403f-937c-6a8ceecc0085 None None] Checking router: 955fcaf0-b9ca-493b-935f-c162b4121ca7 for host: dv-cinder-831167-1-iscsi {{(pid=102998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:50:56.524257 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.db [None req-b6aa8da3-88b4-43e1-a319-52678e023298 admin admin] For port 26172ab7-dd74-47fc-8158-eb83de91afc0, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=26172ab7-dd74-47fc-8158-eb83de91afc0,segment=NetworkSegment(490b7679-533e-4a17-9008-1b96b60e260c),segment_id=490b7679-533e-4a17-9008-1b96b60e260c)] {{(pid=102995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:50:56.524617 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-b6aa8da3-88b4-43e1-a319-52678e023298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (26172ab7-dd74-47fc-8158-eb83de91afc0), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:56.528810 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef2c72e-5a51-403f-937c-6a8ceecc0085 None None] Routers {'955fcaf0-b9ca-493b-935f-c162b4121ca7'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:50:56.529405 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-fef2c72e-5a51-403f-937c-6a8ceecc0085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:50:27Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['955fcaf0-b9ca-493b-935f-c162b4121ca7'], 'active': True} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:50:56.536917 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.plugin [None req-b6aa8da3-88b4-43e1-a319-52678e023298 admin admin] Calling delete_port for 26172ab7-dd74-47fc-8158-eb83de91afc0 owned by network:router_gateway {{(pid=102995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:50:56.614301 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvr_db [None req-fef2c72e-5a51-403f-937c-6a8ceecc0085 None None] Set router 955fcaf0-b9ca-493b-935f-c162b4121ca7 gateway port host: None {{(pid=102998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:50:56.668601 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-fef2c72e-5a51-403f-937c-6a8ceecc0085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'name': 'tempest-TestVolumeBootPattern-928494103-router', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:06Z', 'updated_at': '2022-02-28T10:50:56Z', 'revision_number': 6, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'gw_port_host': None}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:50:56.697584 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef2c72e-5a51-403f-937c-6a8ceecc0085 None None] The sync data for ids ['955fcaf0-b9ca-493b-935f-c162b4121ca7'] in dv-cinder-831167-1-iscsi is: [{'id': '955fcaf0-b9ca-493b-935f-c162b4121ca7', 'name': 'tempest-TestVolumeBootPattern-928494103-router', 'tenant_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:06Z', 'updated_at': '2022-02-28T10:50:56Z', 'revision_number': 6, 'project_id': 'd49baa9a7922438f99d7dcc9ef7c1c15', 'gw_port_host': None}] {{(pid=102998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:50:56.700860 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-b6aa8da3-88b4-43e1-a319-52678e023298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63288186'] for port (26172ab7-dd74-47fc-8158-eb83de91afc0), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:56.730468 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aa8da3-88b4-43e1-a319-52678e023298 admin admin] Pushing event deleted for resources: {'Port': ['ID=26172ab7-dd74-47fc-8158-eb83de91afc0,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:50:56.790143 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-b6aa8da3-88b4-43e1-a319-52678e023298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-379191'] for router_gateway (955fcaf0-b9ca-493b-935f-c162b4121ca7), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:56.878110 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-b6aa8da3-88b4-43e1-a319-52678e023298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14643'] for router (955fcaf0-b9ca-493b-935f-c162b4121ca7), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:56.880276 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-b6aa8da3-88b4-43e1-a319-52678e023298 admin admin] Publish callbacks [] for router_controller (955fcaf0-b9ca-493b-935f-c162b4121ca7), precommit_delete_associations {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:56.921977 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-b6aa8da3-88b4-43e1-a319-52678e023298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718172'] for router (955fcaf0-b9ca-493b-935f-c162b4121ca7), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:56.922514 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6aa8da3-88b4-43e1-a319-52678e023298 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 955fcaf0-b9ca-493b-935f-c162b4121ca7 {{(pid=102995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:50:56.926798 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-b6aa8da3-88b4-43e1-a319-52678e023298 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:56.927968 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-b6aa8da3-88b4-43e1-a319-52678e023298 admin admin] 10.222.0.44 "DELETE /v2.0/routers/955fcaf0-b9ca-493b-935f-c162b4121ca7 HTTP/1.1" status: 204 len: 168 time: 0.8289738 Feb 28 10:50:56.930495 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 35966) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:50:56.975826 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.db.db_base_plugin_v2 [None req-aec07d80-e391-4ecf-8346-1ae48614d298 admin admin] Deleting subnet 10d8c89b-f1ef-4689-89e2-725720fe5362 {{(pid=102995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:50:56.978827 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-aec07d80-e391-4ecf-8346-1ae48614d298 admin admin] Publish callbacks [] for subnet (10d8c89b-f1ef-4689-89e2-725720fe5362), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:57.011827 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-aec07d80-e391-4ecf-8346-1ae48614d298 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63575877'] for subnet (10d8c89b-f1ef-4689-89e2-725720fe5362), precommit_delete_associations {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:57.090746 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-aec07d80-e391-4ecf-8346-1ae48614d298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759398'] for subnet (10d8c89b-f1ef-4689-89e2-725720fe5362), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:57.152317 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-aec07d80-e391-4ecf-8346-1ae48614d298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63288137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63457326'] for subnet (10d8c89b-f1ef-4689-89e2-725720fe5362), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:57.154515 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 139c64ac-245e-42da-8fc7-f98ec55d294a no longer exists at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:50:57.179768 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec07d80-e391-4ecf-8346-1ae48614d298 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10d8c89b-f1ef-4689-89e2-725720fe5362,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:50:57.183710 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-aec07d80-e391-4ecf-8346-1ae48614d298 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:57.185886 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] No Port match for: 139c64ac-245e-42da-8fc7-f98ec55d294a {{(pid=102997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:50:57.186312 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 139c64ac-245e-42da-8fc7-f98ec55d294a not bound to the agent host dv-cinder-831167-1-iscsi {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:50:57.189229 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-aec07d80-e391-4ecf-8346-1ae48614d298 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/10d8c89b-f1ef-4689-89e2-725720fe5362 HTTP/1.1" status: 204 len: 168 time: 0.2554426 Feb 28 10:50:57.189484 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 35968) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:50:57.193093 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cd1392-63a3-426d-9269-46572c69043a None None] Network d201863f-b309-44f4-a7ef-e7046df4340e requested from dv-cinder-831167-1-iscsi {{(pid=102997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:50:57.239997 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-e854eb9c-9a4e-4f5e-a7a1-35f7afbbce6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:57.258125 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-9ee0c5a3-6e9f-46f6-9ed8-993c0f3010f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781725'] for network (d201863f-b309-44f4-a7ef-e7046df4340e), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:57.313148 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.plugin [None req-9ee0c5a3-6e9f-46f6-9ed8-993c0f3010f3 admin admin] Deleting port 070ed865-c5a1-4766-b150-61400aa7d17e {{(pid=102995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:50:57.313486 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-9ee0c5a3-6e9f-46f6-9ed8-993c0f3010f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (070ed865-c5a1-4766-b150-61400aa7d17e), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:57.378340 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.db [None req-9ee0c5a3-6e9f-46f6-9ed8-993c0f3010f3 admin admin] For port 070ed865-c5a1-4766-b150-61400aa7d17e, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=070ed865-c5a1-4766-b150-61400aa7d17e,segment=NetworkSegment(2588bd87-a4bf-478e-a2b9-e450b26b5df9),segment_id=2588bd87-a4bf-478e-a2b9-e450b26b5df9)] {{(pid=102995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:50:57.378699 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-9ee0c5a3-6e9f-46f6-9ed8-993c0f3010f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (070ed865-c5a1-4766-b150-61400aa7d17e), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:57.392104 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.plugin [None req-9ee0c5a3-6e9f-46f6-9ed8-993c0f3010f3 admin admin] Calling delete_port for 070ed865-c5a1-4766-b150-61400aa7d17e owned by network:dhcp {{(pid=102995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:50:57.469391 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-9ee0c5a3-6e9f-46f6-9ed8-993c0f3010f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63288186'] for port (070ed865-c5a1-4766-b150-61400aa7d17e), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:57.498130 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee0c5a3-6e9f-46f6-9ed8-993c0f3010f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=070ed865-c5a1-4766-b150-61400aa7d17e,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:50:57.501416 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee0c5a3-6e9f-46f6-9ed8-993c0f3010f3 admin admin] No DVR routers for this DVR port 070ed865-c5a1-4766-b150-61400aa7d17e on host dv-cinder-831167-1-iscsi {{(pid=102995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:50:57.521453 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5482cb1-2df9-4df1-b97d-5aa9ccc5b04d None None] DHCP port deletion for d201863f-b309-44f4-a7ef-e7046df4340e request from dv-cinder-831167-1-iscsi {{(pid=102997) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:50:57.573033 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-9ee0c5a3-6e9f-46f6-9ed8-993c0f3010f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721821', 'neutron.services.segments.db._delete_segments_for_network-8783309880477'] for network (d201863f-b309-44f4-a7ef-e7046df4340e), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:57.593973 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.services.segments.db [None req-9ee0c5a3-6e9f-46f6-9ed8-993c0f3010f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d201863f-b309-44f4-a7ef-e7046df4340e']}} {{(pid=102995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:50:57.603541 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.services.segments.db [None req-9ee0c5a3-6e9f-46f6-9ed8-993c0f3010f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2588bd87-a4bf-478e-a2b9-e450b26b5df9') {'for_net_delete': True} {{(pid=102995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:50:57.603861 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.services.segments.db [None req-9ee0c5a3-6e9f-46f6-9ed8-993c0f3010f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2588bd87-a4bf-478e-a2b9-e450b26b5df9') {} {{(pid=102995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:50:57.613794 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-9ee0c5a3-6e9f-46f6-9ed8-993c0f3010f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783309883046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63575890'] for segment (2588bd87-a4bf-478e-a2b9-e450b26b5df9), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:57.627462 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-9ee0c5a3-6e9f-46f6-9ed8-993c0f3010f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761337'] for segment (2588bd87-a4bf-478e-a2b9-e450b26b5df9), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:57.634184 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ee0c5a3-6e9f-46f6-9ed8-993c0f3010f3 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=102995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:50:57.634606 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-9ee0c5a3-6e9f-46f6-9ed8-993c0f3010f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63288215'] for segment (2588bd87-a4bf-478e-a2b9-e450b26b5df9), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:57.636452 dv-cinder-831167-1-iscsi neutron-server[102995]: Traceback (most recent call last): Feb 28 10:50:57.636452 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:50:57.636452 dv-cinder-831167-1-iscsi neutron-server[102995]: timer() Feb 28 10:50:57.636452 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:50:57.636452 dv-cinder-831167-1-iscsi neutron-server[102995]: cb(*args, **kw) Feb 28 10:50:57.636452 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:50:57.636452 dv-cinder-831167-1-iscsi neutron-server[102995]: return func(*args, **kwargs) Feb 28 10:50:57.636452 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:50:57.636452 dv-cinder-831167-1-iscsi neutron-server[102995]: self._notify() Feb 28 10:50:57.636452 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:50:57.636452 dv-cinder-831167-1-iscsi neutron-server[102995]: self.callback(batched_events) Feb 28 10:50:57.636452 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:50:57.636452 dv-cinder-831167-1-iscsi neutron-server[102995]: event.method(event) Feb 28 10:50:57.636452 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:50:57.636452 dv-cinder-831167-1-iscsi neutron-server[102995]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:50:57.636452 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:50:57.636452 dv-cinder-831167-1-iscsi neutron-server[102995]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:50:57.636452 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:50:57.636452 dv-cinder-831167-1-iscsi neutron-server[102995]: return f(self, *a, **k) Feb 28 10:50:57.636452 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:50:57.636452 dv-cinder-831167-1-iscsi neutron-server[102995]: return self._get(url).json() Feb 28 10:50:57.636452 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:50:57.636452 dv-cinder-831167-1-iscsi neutron-server[102995]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:50:57.636452 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:50:57.636452 dv-cinder-831167-1-iscsi neutron-server[102995]: return self.request(url, 'GET', **kwargs) Feb 28 10:50:57.636452 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:50:57.636452 dv-cinder-831167-1-iscsi neutron-server[102995]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:50:57.636452 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:50:57.636452 dv-cinder-831167-1-iscsi neutron-server[102995]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:50:57.636452 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:50:57.636452 dv-cinder-831167-1-iscsi neutron-server[102995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:50:57.636452 dv-cinder-831167-1-iscsi neutron-server[102995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:50:57.704343 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-9ee0c5a3-6e9f-46f6-9ed8-993c0f3010f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-379147'] for network (d201863f-b309-44f4-a7ef-e7046df4340e), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:57.710008 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-9ee0c5a3-6e9f-46f6-9ed8-993c0f3010f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for network (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:57.713494 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-9ee0c5a3-6e9f-46f6-9ed8-993c0f3010f3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d201863f-b309-44f4-a7ef-e7046df4340e HTTP/1.1" status: 204 len: 168 time: 0.5221245 Feb 28 10:50:57.716519 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 35970) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:50:57.724720 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee0c5a3-6e9f-46f6-9ed8-993c0f3010f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d201863f-b309-44f4-a7ef-e7046df4340e,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:50:58.062021 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-be3aac4c-b024-4147-b7bf-288086ed58de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1717625'] for router_interface (4398a2b3-0def-4944-8e98-62b2004c6063), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:58.297523 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [None req-be3aac4c-b024-4147-b7bf-288086ed58de admin admin] Deleting port 8b36fa57-3a3f-4be8-a503-a1be46d475ea {{(pid=102996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:50:58.297858 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-be3aac4c-b024-4147-b7bf-288086ed58de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (8b36fa57-3a3f-4be8-a503-a1be46d475ea), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:58.371144 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [None req-be3aac4c-b024-4147-b7bf-288086ed58de admin admin] For port 8b36fa57-3a3f-4be8-a503-a1be46d475ea, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=8b36fa57-3a3f-4be8-a503-a1be46d475ea,segment=NetworkSegment(441f992d-2a04-4563-befb-81e1805fcdab),segment_id=441f992d-2a04-4563-befb-81e1805fcdab)] {{(pid=102996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:50:58.371498 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-be3aac4c-b024-4147-b7bf-288086ed58de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (8b36fa57-3a3f-4be8-a503-a1be46d475ea), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:58.383703 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [None req-be3aac4c-b024-4147-b7bf-288086ed58de admin admin] Calling delete_port for 8b36fa57-3a3f-4be8-a503-a1be46d475ea owned by network:router_interface {{(pid=102996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:50:58.554395 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-be3aac4c-b024-4147-b7bf-288086ed58de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (8b36fa57-3a3f-4be8-a503-a1be46d475ea), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:58.580363 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3aac4c-b024-4147-b7bf-288086ed58de admin admin] Pushing event deleted for resources: {'Port': ['ID=8b36fa57-3a3f-4be8-a503-a1be46d475ea,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:50:58.604276 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:58.999595 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 070ed865-c5a1-4766-b150-61400aa7d17e no longer exists at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:50:59.001199 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-be3aac4c-b024-4147-b7bf-288086ed58de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717653'] for router_interface (4398a2b3-0def-4944-8e98-62b2004c6063), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:59.020007 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] No Port match for: 070ed865-c5a1-4766-b150-61400aa7d17e {{(pid=102997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:50:59.020358 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 070ed865-c5a1-4766-b150-61400aa7d17e not bound to the agent host dv-cinder-831167-1-iscsi {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:50:59.020773 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 26172ab7-dd74-47fc-8158-eb83de91afc0 no longer exists at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:50:59.039260 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] No Port match for: 26172ab7-dd74-47fc-8158-eb83de91afc0 {{(pid=102997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:50:59.039615 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 26172ab7-dd74-47fc-8158-eb83de91afc0 not bound to the agent host dv-cinder-831167-1-iscsi {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:50:59.218770 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be3aac4c-b024-4147-b7bf-288086ed58de admin admin] Router 4398a2b3-0def-4944-8e98-62b2004c6063 has already been hosted by L3 agent 86347f47-2890-46a7-a199-31163828a11a {{(pid=102996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:50:59.323122 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3aac4c-b024-4147-b7bf-288086ed58de admin admin] Notify agent at l3_agent.dv-cinder-831167-1-iscsi the message routers_updated {{(pid=102996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:50:59.328819 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-be3aac4c-b024-4147-b7bf-288086ed58de admin admin] 10.222.0.44 "PUT /v2.0/routers/4398a2b3-0def-4944-8e98-62b2004c6063/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6111248 Feb 28 10:50:59.331640 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 35972) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:50:59.332818 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b3f5c8-5d4c-44ef-9af9-7bee90e5b1d0 None None] Sync routers for ids ['4398a2b3-0def-4944-8e98-62b2004c6063'] in dv-cinder-831167-1-iscsi {{(pid=102997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:50:59.343051 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b3f5c8-5d4c-44ef-9af9-7bee90e5b1d0 None None] Routers {'4398a2b3-0def-4944-8e98-62b2004c6063'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:50:59.343667 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-77b3f5c8-5d4c-44ef-9af9-7bee90e5b1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:50:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['4398a2b3-0def-4944-8e98-62b2004c6063'], 'active': True} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:50:59.435843 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-8b870e97-e65e-41dd-affb-eeb2480beb17 admin admin] Publish callbacks [] for router (4398a2b3-0def-4944-8e98-62b2004c6063), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:59.449240 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvr_db [None req-77b3f5c8-5d4c-44ef-9af9-7bee90e5b1d0 None None] Set router 4398a2b3-0def-4944-8e98-62b2004c6063 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:50:59.626428 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-77b3f5c8-5d4c-44ef-9af9-7bee90e5b1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4398a2b3-0def-4944-8e98-62b2004c6063', 'name': 'tempest-TestVolumeBootPattern-1095499173-router', 'tenant_id': '05ea1336781645b3a0c5f6e199e3648e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '11ef131a-bf23-4976-9b87-8e3ad7824f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:12Z', 'updated_at': '2022-02-28T10:50:58Z', 'revision_number': 5, 'project_id': '05ea1336781645b3a0c5f6e199e3648e', 'gw_port': {'id': '11ef131a-bf23-4976-9b87-8e3ad7824f47', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4398a2b3-0def-4944-8e98-62b2004c6063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:13Z', 'updated_at': '2022-02-28T10:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi'}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:50:59.657926 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b3f5c8-5d4c-44ef-9af9-7bee90e5b1d0 None None] Checking router: 4398a2b3-0def-4944-8e98-62b2004c6063 for host: dv-cinder-831167-1-iscsi {{(pid=102997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:50:59.666841 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b3f5c8-5d4c-44ef-9af9-7bee90e5b1d0 None None] Routers {'4398a2b3-0def-4944-8e98-62b2004c6063'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:50:59.667498 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-77b3f5c8-5d4c-44ef-9af9-7bee90e5b1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:50:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['4398a2b3-0def-4944-8e98-62b2004c6063'], 'active': True} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:50:59.770625 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-8b870e97-e65e-41dd-affb-eeb2480beb17 admin admin] Publish callbacks [] for router_gateway (4398a2b3-0def-4944-8e98-62b2004c6063), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:59.776207 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvr_db [None req-77b3f5c8-5d4c-44ef-9af9-7bee90e5b1d0 None None] Set router 4398a2b3-0def-4944-8e98-62b2004c6063 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:50:59.821596 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.plugin [None req-8b870e97-e65e-41dd-affb-eeb2480beb17 admin admin] Deleting port 11ef131a-bf23-4976-9b87-8e3ad7824f47 {{(pid=102995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:50:59.821932 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-8b870e97-e65e-41dd-affb-eeb2480beb17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (11ef131a-bf23-4976-9b87-8e3ad7824f47), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:59.901782 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.db [None req-8b870e97-e65e-41dd-affb-eeb2480beb17 admin admin] For port 11ef131a-bf23-4976-9b87-8e3ad7824f47, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=11ef131a-bf23-4976-9b87-8e3ad7824f47,segment=NetworkSegment(490b7679-533e-4a17-9008-1b96b60e260c),segment_id=490b7679-533e-4a17-9008-1b96b60e260c)] {{(pid=102995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:50:59.902057 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-8b870e97-e65e-41dd-affb-eeb2480beb17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (11ef131a-bf23-4976-9b87-8e3ad7824f47), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:59.914366 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.plugin [None req-8b870e97-e65e-41dd-affb-eeb2480beb17 admin admin] Calling delete_port for 11ef131a-bf23-4976-9b87-8e3ad7824f47 owned by network:router_gateway {{(pid=102995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:50:59.960901 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:59.962435 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_hamode_db [None req-77b3f5c8-5d4c-44ef-9af9-7bee90e5b1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4398a2b3-0def-4944-8e98-62b2004c6063', 'name': 'tempest-TestVolumeBootPattern-1095499173-router', 'tenant_id': '05ea1336781645b3a0c5f6e199e3648e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '11ef131a-bf23-4976-9b87-8e3ad7824f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:12Z', 'updated_at': '2022-02-28T10:50:58Z', 'revision_number': 5, 'project_id': '05ea1336781645b3a0c5f6e199e3648e', 'gw_port': {'id': '11ef131a-bf23-4976-9b87-8e3ad7824f47', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4398a2b3-0def-4944-8e98-62b2004c6063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:13Z', 'updated_at': '2022-02-28T10:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi'}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:50:59.992485 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b3f5c8-5d4c-44ef-9af9-7bee90e5b1d0 None None] The sync data for ids ['4398a2b3-0def-4944-8e98-62b2004c6063'] in dv-cinder-831167-1-iscsi is: [{'id': '4398a2b3-0def-4944-8e98-62b2004c6063', 'name': 'tempest-TestVolumeBootPattern-1095499173-router', 'tenant_id': '05ea1336781645b3a0c5f6e199e3648e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '11ef131a-bf23-4976-9b87-8e3ad7824f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:12Z', 'updated_at': '2022-02-28T10:50:58Z', 'revision_number': 5, 'project_id': '05ea1336781645b3a0c5f6e199e3648e', 'gw_port': {'id': '11ef131a-bf23-4976-9b87-8e3ad7824f47', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4398a2b3-0def-4944-8e98-62b2004c6063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:13Z', 'updated_at': '2022-02-28T10:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi'}] {{(pid=102997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:51:00.079853 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-8b870e97-e65e-41dd-affb-eeb2480beb17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63288186'] for port (11ef131a-bf23-4976-9b87-8e3ad7824f47), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:00.104692 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b870e97-e65e-41dd-affb-eeb2480beb17 admin admin] Pushing event deleted for resources: {'Port': ['ID=11ef131a-bf23-4976-9b87-8e3ad7824f47,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:51:00.163131 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-8b870e97-e65e-41dd-affb-eeb2480beb17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-379191'] for router_gateway (4398a2b3-0def-4944-8e98-62b2004c6063), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:00.249007 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-8b870e97-e65e-41dd-affb-eeb2480beb17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14643'] for router (4398a2b3-0def-4944-8e98-62b2004c6063), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:00.251075 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-8b870e97-e65e-41dd-affb-eeb2480beb17 admin admin] Publish callbacks [] for router_controller (4398a2b3-0def-4944-8e98-62b2004c6063), precommit_delete_associations {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:00.296202 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-8b870e97-e65e-41dd-affb-eeb2480beb17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718172'] for router (4398a2b3-0def-4944-8e98-62b2004c6063), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:00.296714 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b870e97-e65e-41dd-affb-eeb2480beb17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4398a2b3-0def-4944-8e98-62b2004c6063 {{(pid=102995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:51:00.301747 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-8b870e97-e65e-41dd-affb-eeb2480beb17 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:00.302736 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-8b870e97-e65e-41dd-affb-eeb2480beb17 admin admin] 10.222.0.44 "DELETE /v2.0/routers/4398a2b3-0def-4944-8e98-62b2004c6063 HTTP/1.1" status: 204 len: 168 time: 0.9700704 Feb 28 10:51:00.305170 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 35974) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:51:00.349963 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.db.db_base_plugin_v2 [None req-d490817a-677c-45fa-979e-2c18725d56ba admin admin] Deleting subnet a6e9a63a-8709-4d6a-b019-55d5c42c6512 {{(pid=102995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:51:00.353184 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-d490817a-677c-45fa-979e-2c18725d56ba admin admin] Publish callbacks [] for subnet (a6e9a63a-8709-4d6a-b019-55d5c42c6512), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:00.387835 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-d490817a-677c-45fa-979e-2c18725d56ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63575877'] for subnet (a6e9a63a-8709-4d6a-b019-55d5c42c6512), precommit_delete_associations {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:00.470226 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-d490817a-677c-45fa-979e-2c18725d56ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759398'] for subnet (a6e9a63a-8709-4d6a-b019-55d5c42c6512), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:00.522541 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-d490817a-677c-45fa-979e-2c18725d56ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63288137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63457326'] for subnet (a6e9a63a-8709-4d6a-b019-55d5c42c6512), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:00.549125 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d490817a-677c-45fa-979e-2c18725d56ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6e9a63a-8709-4d6a-b019-55d5c42c6512,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:51:00.551126 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-d490817a-677c-45fa-979e-2c18725d56ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:00.554933 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-d490817a-677c-45fa-979e-2c18725d56ba admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a6e9a63a-8709-4d6a-b019-55d5c42c6512 HTTP/1.1" status: 204 len: 168 time: 0.2482214 Feb 28 10:51:00.557006 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 35976) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:51:00.560754 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfaf1966-0259-4941-8bef-29268f342fa8 None None] Network a4580ede-0660-487f-a544-afa6b9f4c1ba requested from dv-cinder-831167-1-iscsi {{(pid=102997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:51:00.630923 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-a1c68e61-b784-48e4-b76a-1a1823f4b81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781725'] for network (a4580ede-0660-487f-a544-afa6b9f4c1ba), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:00.687456 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [None req-a1c68e61-b784-48e4-b76a-1a1823f4b81d admin admin] Deleting port 2506cf68-bdad-46df-aa7e-2246a5e44ab1 {{(pid=102996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:51:00.687724 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-a1c68e61-b784-48e4-b76a-1a1823f4b81d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (2506cf68-bdad-46df-aa7e-2246a5e44ab1), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:00.752134 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [None req-a1c68e61-b784-48e4-b76a-1a1823f4b81d admin admin] For port 2506cf68-bdad-46df-aa7e-2246a5e44ab1, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=2506cf68-bdad-46df-aa7e-2246a5e44ab1,segment=NetworkSegment(441f992d-2a04-4563-befb-81e1805fcdab),segment_id=441f992d-2a04-4563-befb-81e1805fcdab)] {{(pid=102996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:51:00.752499 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-a1c68e61-b784-48e4-b76a-1a1823f4b81d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (2506cf68-bdad-46df-aa7e-2246a5e44ab1), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:00.765601 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [None req-a1c68e61-b784-48e4-b76a-1a1823f4b81d admin admin] Calling delete_port for 2506cf68-bdad-46df-aa7e-2246a5e44ab1 owned by network:dhcp {{(pid=102996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:51:00.840130 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-a1c68e61-b784-48e4-b76a-1a1823f4b81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (2506cf68-bdad-46df-aa7e-2246a5e44ab1), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:00.862481 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c68e61-b784-48e4-b76a-1a1823f4b81d admin admin] Pushing event deleted for resources: {'Port': ['ID=2506cf68-bdad-46df-aa7e-2246a5e44ab1,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:51:00.867894 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c68e61-b784-48e4-b76a-1a1823f4b81d admin admin] No DVR routers for this DVR port 2506cf68-bdad-46df-aa7e-2246a5e44ab1 on host dv-cinder-831167-1-iscsi {{(pid=102996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:51:00.938999 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-a1c68e61-b784-48e4-b76a-1a1823f4b81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721821', 'neutron.services.segments.db._delete_segments_for_network-8783309880477'] for network (a4580ede-0660-487f-a544-afa6b9f4c1ba), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:00.957951 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.services.segments.db [None req-a1c68e61-b784-48e4-b76a-1a1823f4b81d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4580ede-0660-487f-a544-afa6b9f4c1ba']}} {{(pid=102996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:51:00.966839 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.services.segments.db [None req-a1c68e61-b784-48e4-b76a-1a1823f4b81d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '441f992d-2a04-4563-befb-81e1805fcdab') {'for_net_delete': True} {{(pid=102996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:51:00.967306 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.services.segments.db [None req-a1c68e61-b784-48e4-b76a-1a1823f4b81d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '441f992d-2a04-4563-befb-81e1805fcdab') {} {{(pid=102996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:51:00.976704 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-a1c68e61-b784-48e4-b76a-1a1823f4b81d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783309883046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63660259'] for segment (441f992d-2a04-4563-befb-81e1805fcdab), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:00.991917 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-a1c68e61-b784-48e4-b76a-1a1823f4b81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761337'] for segment (441f992d-2a04-4563-befb-81e1805fcdab), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:00.999678 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ee4cc1-abed-4a2f-b07c-385baae94d6b None None] DHCP port deletion for a4580ede-0660-487f-a544-afa6b9f4c1ba request from dv-cinder-831167-1-iscsi {{(pid=102997) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:51:01.001307 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1c68e61-b784-48e4-b76a-1a1823f4b81d admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=102996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:51:01.001867 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-a1c68e61-b784-48e4-b76a-1a1823f4b81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63361976'] for segment (441f992d-2a04-4563-befb-81e1805fcdab), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:01.005188 dv-cinder-831167-1-iscsi neutron-server[102996]: Traceback (most recent call last): Feb 28 10:51:01.005188 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:51:01.005188 dv-cinder-831167-1-iscsi neutron-server[102996]: timer() Feb 28 10:51:01.005188 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:51:01.005188 dv-cinder-831167-1-iscsi neutron-server[102996]: cb(*args, **kw) Feb 28 10:51:01.005188 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:51:01.005188 dv-cinder-831167-1-iscsi neutron-server[102996]: return func(*args, **kwargs) Feb 28 10:51:01.005188 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:51:01.005188 dv-cinder-831167-1-iscsi neutron-server[102996]: self._notify() Feb 28 10:51:01.005188 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:51:01.005188 dv-cinder-831167-1-iscsi neutron-server[102996]: self.callback(batched_events) Feb 28 10:51:01.005188 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:51:01.005188 dv-cinder-831167-1-iscsi neutron-server[102996]: event.method(event) Feb 28 10:51:01.005188 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:51:01.005188 dv-cinder-831167-1-iscsi neutron-server[102996]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:51:01.005188 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:51:01.005188 dv-cinder-831167-1-iscsi neutron-server[102996]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:51:01.005188 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:51:01.005188 dv-cinder-831167-1-iscsi neutron-server[102996]: return f(self, *a, **k) Feb 28 10:51:01.005188 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:51:01.005188 dv-cinder-831167-1-iscsi neutron-server[102996]: return self._get(url).json() Feb 28 10:51:01.005188 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:51:01.005188 dv-cinder-831167-1-iscsi neutron-server[102996]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:51:01.005188 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:51:01.005188 dv-cinder-831167-1-iscsi neutron-server[102996]: return self.request(url, 'GET', **kwargs) Feb 28 10:51:01.005188 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:51:01.005188 dv-cinder-831167-1-iscsi neutron-server[102996]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:51:01.005188 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:51:01.005188 dv-cinder-831167-1-iscsi neutron-server[102996]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:51:01.005188 dv-cinder-831167-1-iscsi neutron-server[102996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:51:01.005188 dv-cinder-831167-1-iscsi neutron-server[102996]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:51:01.005188 dv-cinder-831167-1-iscsi neutron-server[102996]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:51:01.059834 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-a1c68e61-b784-48e4-b76a-1a1823f4b81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-379147'] for network (a4580ede-0660-487f-a544-afa6b9f4c1ba), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:01.065797 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-a1c68e61-b784-48e4-b76a-1a1823f4b81d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for network (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:01.071899 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-a1c68e61-b784-48e4-b76a-1a1823f4b81d admin admin] 10.222.0.44 "DELETE /v2.0/networks/a4580ede-0660-487f-a544-afa6b9f4c1ba HTTP/1.1" status: 204 len: 168 time: 0.5115607 Feb 28 10:51:01.079739 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 11ef131a-bf23-4976-9b87-8e3ad7824f47 no longer exists at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:51:01.085012 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c68e61-b784-48e4-b76a-1a1823f4b81d admin admin] Pushing event deleted for resources: {'Network': ['ID=a4580ede-0660-487f-a544-afa6b9f4c1ba,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:51:01.112157 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] No Port match for: 11ef131a-bf23-4976-9b87-8e3ad7824f47 {{(pid=102997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:51:01.112506 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 11ef131a-bf23-4976-9b87-8e3ad7824f47 not bound to the agent host dv-cinder-831167-1-iscsi {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:51:01.112930 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 8b36fa57-3a3f-4be8-a503-a1be46d475ea no longer exists at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:51:01.133628 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] No Port match for: 8b36fa57-3a3f-4be8-a503-a1be46d475ea {{(pid=102997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:51:01.133977 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 8b36fa57-3a3f-4be8-a503-a1be46d475ea not bound to the agent host dv-cinder-831167-1-iscsi {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:51:01.134391 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 2506cf68-bdad-46df-aa7e-2246a5e44ab1 no longer exists at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:51:01.152719 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] No Port match for: 2506cf68-bdad-46df-aa7e-2246a5e44ab1 {{(pid=102997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:51:01.153074 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 2506cf68-bdad-46df-aa7e-2246a5e44ab1 not bound to the agent host dv-cinder-831167-1-iscsi {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:51:01.239425 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 35980) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:51:01.277727 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-3cdb5316-9a6a-41cf-a394-91026626b8f7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d49baa9a7922438f99d7dcc9ef7c1c15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371718 Feb 28 10:51:01.280679 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 35982) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:51:01.325703 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-ea010663-b5ea-45b8-bdf0-9ac10780fd82 admin admin] Publish callbacks [] for security_group (ba770314-2fd4-47a0-9394-3dd4daf13af9), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:01.346618 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-ea010663-b5ea-45b8-bdf0-9ac10780fd82 admin admin] Publish callbacks [] for security_group (ba770314-2fd4-47a0-9394-3dd4daf13af9), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:01.391178 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-ea010663-b5ea-45b8-bdf0-9ac10780fd82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (ba770314-2fd4-47a0-9394-3dd4daf13af9), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:01.393681 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-ea010663-b5ea-45b8-bdf0-9ac10780fd82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:01.394798 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-ea010663-b5ea-45b8-bdf0-9ac10780fd82 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ba770314-2fd4-47a0-9394-3dd4daf13af9 HTTP/1.1" status: 204 len: 168 time: 0.1132517 Feb 28 10:51:01.401968 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea010663-b5ea-45b8-bdf0-9ac10780fd82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba770314-2fd4-47a0-9394-3dd4daf13af9,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:51:01.569158 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:01.740075 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 35988) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:51:01.780202 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-8be9ce6b-715a-41f0-a023-865a80ed1518 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=05ea1336781645b3a0c5f6e199e3648e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388217 Feb 28 10:51:01.782404 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 35990) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:51:01.827043 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-031412fd-9c19-47fa-b161-d1087868bc0d admin admin] Publish callbacks [] for security_group (b0d53b35-f6ad-4123-8fb0-c6e0967e2c75), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:01.850433 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-031412fd-9c19-47fa-b161-d1087868bc0d admin admin] Publish callbacks [] for security_group (b0d53b35-f6ad-4123-8fb0-c6e0967e2c75), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:01.895902 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-031412fd-9c19-47fa-b161-d1087868bc0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (b0d53b35-f6ad-4123-8fb0-c6e0967e2c75), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:01.898514 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-031412fd-9c19-47fa-b161-d1087868bc0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:01.899871 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-031412fd-9c19-47fa-b161-d1087868bc0d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b0d53b35-f6ad-4123-8fb0-c6e0967e2c75 HTTP/1.1" status: 204 len: 168 time: 0.1165013 Feb 28 10:51:01.907948 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031412fd-9c19-47fa-b161-d1087868bc0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d53b35-f6ad-4123-8fb0-c6e0967e2c75,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:51:04.173732 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (db31e800-75f5-4bdb-84cd-f402d346b45c), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:13.211116 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-3fe089b4-faeb-4aff-84c3-e2a4acd82153 req-4133205d-2b42-4977-aca4-59acf2b24cf6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425267 Feb 28 10:51:13.286486 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe089b4-faeb-4aff-84c3-e2a4acd82153 req-e787c441-0a5a-4330-87d7-8f7f6708e9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:51:13.287942 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-3fe089b4-faeb-4aff-84c3-e2a4acd82153 req-e787c441-0a5a-4330-87d7-8f7f6708e9c6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=062b83dd1ce5429eb5e1cd526c5d3360&device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 1129 time: 0.0430386 Feb 28 10:51:13.387874 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe089b4-faeb-4aff-84c3-e2a4acd82153 req-20146980-087d-47c0-9650-ce205f470fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:51:13.389311 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-3fe089b4-faeb-4aff-84c3-e2a4acd82153 req-20146980-087d-47c0-9650-ce205f470fe9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=68874123-e025-4845-ba0e-91d78d83f030 HTTP/1.1" status: 200 len: 912 time: 0.0841575 Feb 28 10:51:13.452860 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-3fe089b4-faeb-4aff-84c3-e2a4acd82153 req-0e826de0-42a0-4a6a-b8b3-cb953364e78b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a1c5e3f-a415-4016-b631-fccc34eeb594 HTTP/1.1" status: 200 len: 1001 time: 0.0571811 Feb 28 10:51:13.500625 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe089b4-faeb-4aff-84c3-e2a4acd82153 req-f694a3f9-f4ae-4cc3-a521-0f0a1b03eb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:51:13.501888 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-3fe089b4-faeb-4aff-84c3-e2a4acd82153 req-f694a3f9-f4ae-4cc3-a521-0f0a1b03eb3b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=896a2934-5b4b-4856-b24b-092a86b9c05e HTTP/1.1" status: 200 len: 850 time: 0.0422089 Feb 28 10:51:13.553176 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe089b4-faeb-4aff-84c3-e2a4acd82153 req-a0a31041-ed7c-4005-919a-52c63663ae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:51:13.554641 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-3fe089b4-faeb-4aff-84c3-e2a4acd82153 req-a0a31041-ed7c-4005-919a-52c63663ae75 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=68874123-e025-4845-ba0e-91d78d83f030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463839 Feb 28 10:51:13.639977 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-3fe089b4-faeb-4aff-84c3-e2a4acd82153 req-8484b45e-8e72-4951-86c7-f01e2c875e57 service neutron] 10.222.0.46 "GET /v2.0/networks/68874123-e025-4845-ba0e-91d78d83f030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788774 Feb 28 10:51:13.728321 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-3fe089b4-faeb-4aff-84c3-e2a4acd82153 req-18a8529c-911b-47b2-bcf7-3244c59a5ee5 service neutron] 10.222.0.46 "GET /v2.0/networks/68874123-e025-4845-ba0e-91d78d83f030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819044 Feb 28 10:51:24.973164 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-019a7a2f-329a-479b-9d8f-7f39478c79e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:27.171711 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-38b38b93-915c-40c4-860b-165b50ea8344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:28.600646 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:29.961140 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:31.572161 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:32.415269 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.agents_db [None req-ad1b81bb-6a73-47ab-ba10-dec1fea0c152 None None] Agent healthcheck: found 6 active agents {{(pid=102998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:51:34.174706 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (db31e800-75f5-4bdb-84cd-f402d346b45c), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:54.847830 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0d5e1-0c17-4488-8730-b2111947b12b req-0207693f-1dc9-4023-a549-d74f5bb6fbe4 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:51:54.849261 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-3ae0d5e1-0c17-4488-8730-b2111947b12b req-0207693f-1dc9-4023-a549-d74f5bb6fbe4 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 945 time: 0.0511277 Feb 28 10:51:54.893839 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-3ae0d5e1-0c17-4488-8730-b2111947b12b req-763417fc-11ee-44ce-bb35-226d388431f0 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9749661-4796-40a5-8895-f84b5791b3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390551 Feb 28 10:51:54.974542 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-8ccb13d7-1f63-4ef4-bda7-3ee0452b7a1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:56.014542 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a4364-b4df-436f-9b0d-bdc756d1becf req-adbcd4d6-2b18-43d8-9e3c-aabede6b0721 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:51:56.016038 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-104a4364-b4df-436f-9b0d-bdc756d1becf req-adbcd4d6-2b18-43d8-9e3c-aabede6b0721 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 945 time: 0.0550942 Feb 28 10:51:56.061444 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-104a4364-b4df-436f-9b0d-bdc756d1becf req-d73d8dd9-8f49-4cb5-802d-405927f12925 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9749661-4796-40a5-8895-f84b5791b3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399377 Feb 28 10:51:57.157095 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9908b8-4551-4ada-83a2-9eb814ea81a4 req-b2ec3f76-4049-41fd-b689-51087ceae17e tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:51:57.159163 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-6b9908b8-4551-4ada-83a2-9eb814ea81a4 req-b2ec3f76-4049-41fd-b689-51087ceae17e tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.46 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 945 time: 0.0524266 Feb 28 10:51:57.174607 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-d22b7b68-4a4c-4023-a7d5-b97ea13ce2c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:57.184019 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d81f631-fb86-4eaf-bdcd-a38d28227cce req-ffeb7990-f486-4af6-83e7-f3181fcbfedf tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:51:57.185483 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4d81f631-fb86-4eaf-bdcd-a38d28227cce req-ffeb7990-f486-4af6-83e7-f3181fcbfedf tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 945 time: 0.0550683 Feb 28 10:51:57.232018 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4d81f631-fb86-4eaf-bdcd-a38d28227cce req-c4e1f8fa-8e22-4a87-bad8-a3564054f2c1 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9749661-4796-40a5-8895-f84b5791b3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406189 Feb 28 10:51:57.248518 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [req-6b9908b8-4551-4ada-83a2-9eb814ea81a4 req-a5db2b06-cf0d-4bf3-a655-7719a44dfc8a tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Deleting port 9a1c5e3f-a415-4016-b631-fccc34eeb594 {{(pid=102996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:51:57.248860 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-6b9908b8-4551-4ada-83a2-9eb814ea81a4 req-a5db2b06-cf0d-4bf3-a655-7719a44dfc8a tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (9a1c5e3f-a415-4016-b631-fccc34eeb594), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:57.341478 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-6b9908b8-4551-4ada-83a2-9eb814ea81a4 req-a5db2b06-cf0d-4bf3-a655-7719a44dfc8a tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] For port 9a1c5e3f-a415-4016-b631-fccc34eeb594, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=9a1c5e3f-a415-4016-b631-fccc34eeb594,segment=NetworkSegment(1cc66786-7764-4091-9145-ea6e6eddb38d),segment_id=1cc66786-7764-4091-9145-ea6e6eddb38d)] {{(pid=102996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:51:57.342093 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-6b9908b8-4551-4ada-83a2-9eb814ea81a4 req-a5db2b06-cf0d-4bf3-a655-7719a44dfc8a tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (9a1c5e3f-a415-4016-b631-fccc34eeb594), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:57.525603 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-6b9908b8-4551-4ada-83a2-9eb814ea81a4 req-a5db2b06-cf0d-4bf3-a655-7719a44dfc8a tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:57.525886 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-6b9908b8-4551-4ada-83a2-9eb814ea81a4 req-a5db2b06-cf0d-4bf3-a655-7719a44dfc8a tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-379257'] for floatingip (f171884f-b293-44ce-9f79-5c9601b62047), after_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:57.526201 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.db.l3_db [req-6b9908b8-4551-4ada-83a2-9eb814ea81a4 req-a5db2b06-cf0d-4bf3-a655-7719a44dfc8a tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Floating IP f171884f-b293-44ce-9f79-5c9601b62047 disassociated. External IP: 172.27.1.197, port: 9a1c5e3f-a415-4016-b631-fccc34eeb594. Feb 28 10:51:57.526537 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [req-6b9908b8-4551-4ada-83a2-9eb814ea81a4 req-a5db2b06-cf0d-4bf3-a655-7719a44dfc8a tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Calling delete_port for 9a1c5e3f-a415-4016-b631-fccc34eeb594 owned by compute:nova {{(pid=102996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:51:57.650753 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-6b9908b8-4551-4ada-83a2-9eb814ea81a4 req-a5db2b06-cf0d-4bf3-a655-7719a44dfc8a tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (9a1c5e3f-a415-4016-b631-fccc34eeb594), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:57.677096 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db2b06-cf0d-4bf3-a655-7719a44dfc8a tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Pushing event deleted for resources: {'Port': ['ID=9a1c5e3f-a415-4016-b631-fccc34eeb594,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:51:57.689221 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db2b06-cf0d-4bf3-a655-7719a44dfc8a tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:51:57.689572 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db2b06-cf0d-4bf3-a655-7719a44dfc8a tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:51:57.689926 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db2b06-cf0d-4bf3-a655-7719a44dfc8a tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:51:57.690306 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db2b06-cf0d-4bf3-a655-7719a44dfc8a tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:51:57.690577 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db2b06-cf0d-4bf3-a655-7719a44dfc8a tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:51:57.690956 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db2b06-cf0d-4bf3-a655-7719a44dfc8a tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:51:57.691260 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db2b06-cf0d-4bf3-a655-7719a44dfc8a tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:51:57.691590 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db2b06-cf0d-4bf3-a655-7719a44dfc8a tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:51:57.691920 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db2b06-cf0d-4bf3-a655-7719a44dfc8a tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:51:57.692259 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db2b06-cf0d-4bf3-a655-7719a44dfc8a tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:51:57.692576 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db2b06-cf0d-4bf3-a655-7719a44dfc8a tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:51:57.692895 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db2b06-cf0d-4bf3-a655-7719a44dfc8a tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:51:57.693218 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db2b06-cf0d-4bf3-a655-7719a44dfc8a tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:51:57.803639 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b9908b8-4551-4ada-83a2-9eb814ea81a4 req-a5db2b06-cf0d-4bf3-a655-7719a44dfc8a tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Router ef598a25-9445-492b-958c-fe319c2b58e5 has already been hosted by L3 agent 86347f47-2890-46a7-a199-31163828a11a {{(pid=102996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:51:57.910762 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b9908b8-4551-4ada-83a2-9eb814ea81a4 req-a5db2b06-cf0d-4bf3-a655-7719a44dfc8a tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Notify agent at l3_agent.dv-cinder-831167-1-iscsi the message routers_updated {{(pid=102996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:51:57.920506 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65d70cf-2f75-4295-8197-bf795a6df935 None None] Sync routers for ids ['ef598a25-9445-492b-958c-fe319c2b58e5'] in dv-cinder-831167-1-iscsi {{(pid=102998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:51:57.930546 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65d70cf-2f75-4295-8197-bf795a6df935 None None] Routers {'ef598a25-9445-492b-958c-fe319c2b58e5'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:51:57.931198 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-e65d70cf-2f75-4295-8197-bf795a6df935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:51:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['ef598a25-9445-492b-958c-fe319c2b58e5'], 'active': True} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:51:57.950295 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b9908b8-4551-4ada-83a2-9eb814ea81a4 req-a5db2b06-cf0d-4bf3-a655-7719a44dfc8a tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] No DVR routers for this DVR port 9a1c5e3f-a415-4016-b631-fccc34eeb594 on host hv-cinder-83116 {{(pid=102996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:51:57.952898 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-6b9908b8-4551-4ada-83a2-9eb814ea81a4 req-a5db2b06-cf0d-4bf3-a655-7719a44dfc8a tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:57.956808 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-6b9908b8-4551-4ada-83a2-9eb814ea81a4 req-a5db2b06-cf0d-4bf3-a655-7719a44dfc8a tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.46 "DELETE /v2.0/ports/9a1c5e3f-a415-4016-b631-fccc34eeb594 HTTP/1.1" status: 204 len: 173 time: 0.7927022 Feb 28 10:51:57.957336 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339c313b-b200-49d1-a796-2ae09fa86fc5', 'name': 'network-vif-deleted', 'tag': '9a1c5e3f-a415-4016-b631-fccc34eeb594'}] {{(pid=102996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:51:57.960124 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fc607127e9415785fd538e0c70e4bf06f6b8f20b6b46de5a0809c41644901f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605bec3e-c7eb-45a8-8b2d-d6d36e7b442f" -d '{"events": [{"server_uuid": "339c313b-b200-49d1-a796-2ae09fa86fc5", "name": "network-vif-deleted", "tag": "9a1c5e3f-a415-4016-b631-fccc34eeb594"}]}' {{(pid=102996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:51:57.998942 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c68f49-359f-4dfa-b7b4-9b7a6ee17a88 x-openstack-request-id: req-c1c68f49-359f-4dfa-b7b4-9b7a6ee17a88 {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:51:57.999231 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339c313b-b200-49d1-a796-2ae09fa86fc5", "name": "network-vif-deleted", "tag": "9a1c5e3f-a415-4016-b631-fccc34eeb594", "status": "completed", "code": 200}]} {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:51:57.999485 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c1c68f49-359f-4dfa-b7b4-9b7a6ee17a88 {{(pid=102996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:51:57.999930 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339c313b-b200-49d1-a796-2ae09fa86fc5', 'name': 'network-vif-deleted', 'tag': '9a1c5e3f-a415-4016-b631-fccc34eeb594', 'status': 'completed', 'code': 200} Feb 28 10:51:58.044421 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvr_db [None req-e65d70cf-2f75-4295-8197-bf795a6df935 None None] Set router ef598a25-9445-492b-958c-fe319c2b58e5 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:51:58.246081 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-e65d70cf-2f75-4295-8197-bf795a6df935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'name': 'tempest-AttachVolumeTestJSON-1050043195-router', 'tenant_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'a8a47849-7f10-43e1-a2b7-597b3bcc5dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:09Z', 'updated_at': '2022-02-28T10:47:12Z', 'revision_number': 4, 'project_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'gw_port': {'id': 'a8a47849-7f10-43e1-a2b7-597b3bcc5dd5', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:10Z', 'updated_at': '2022-02-28T10:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '31b4cdf4-df1c-479f-98f9-86f1bbfe70a8', 'name': '', 'network_id': '68874123-e025-4845-ba0e-91d78d83f030', 'tenant_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'mac_address': 'fa:16:3e:7c:21:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '896a2934-5b4b-4856-b24b-092a86b9c05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:11Z', 'updated_at': '2022-02-28T10:47:15Z', 'revision_number': 5, 'project_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'subnets': [{'id': '896a2934-5b4b-4856-b24b-092a86b9c05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:51:58.274862 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65d70cf-2f75-4295-8197-bf795a6df935 None None] Checking router: ef598a25-9445-492b-958c-fe319c2b58e5 for host: dv-cinder-831167-1-iscsi {{(pid=102998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:51:58.283584 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65d70cf-2f75-4295-8197-bf795a6df935 None None] Routers {'ef598a25-9445-492b-958c-fe319c2b58e5'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:51:58.284178 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-e65d70cf-2f75-4295-8197-bf795a6df935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:51:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['ef598a25-9445-492b-958c-fe319c2b58e5'], 'active': True} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:51:58.344649 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-fa7b5662-76cb-4a33-b6f7-105cf299d660 req-bdd00192-2834-48a4-9b71-c07ed2c0814f tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=339c313b-b200-49d1-a796-2ae09fa86fc5 HTTP/1.1" status: 200 len: 210 time: 0.0294390 Feb 28 10:51:58.393449 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvr_db [None req-e65d70cf-2f75-4295-8197-bf795a6df935 None None] Set router ef598a25-9445-492b-958c-fe319c2b58e5 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:51:58.591825 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-e65d70cf-2f75-4295-8197-bf795a6df935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'name': 'tempest-AttachVolumeTestJSON-1050043195-router', 'tenant_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'a8a47849-7f10-43e1-a2b7-597b3bcc5dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:09Z', 'updated_at': '2022-02-28T10:47:12Z', 'revision_number': 4, 'project_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'gw_port': {'id': 'a8a47849-7f10-43e1-a2b7-597b3bcc5dd5', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:10Z', 'updated_at': '2022-02-28T10:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '31b4cdf4-df1c-479f-98f9-86f1bbfe70a8', 'name': '', 'network_id': '68874123-e025-4845-ba0e-91d78d83f030', 'tenant_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'mac_address': 'fa:16:3e:7c:21:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '896a2934-5b4b-4856-b24b-092a86b9c05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:11Z', 'updated_at': '2022-02-28T10:47:15Z', 'revision_number': 5, 'project_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'subnets': [{'id': '896a2934-5b4b-4856-b24b-092a86b9c05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:51:58.602839 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:58.617815 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65d70cf-2f75-4295-8197-bf795a6df935 None None] The sync data for ids ['ef598a25-9445-492b-958c-fe319c2b58e5'] in dv-cinder-831167-1-iscsi is: [{'id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'name': 'tempest-AttachVolumeTestJSON-1050043195-router', 'tenant_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'a8a47849-7f10-43e1-a2b7-597b3bcc5dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:09Z', 'updated_at': '2022-02-28T10:47:12Z', 'revision_number': 4, 'project_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'gw_port': {'id': 'a8a47849-7f10-43e1-a2b7-597b3bcc5dd5', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:10Z', 'updated_at': '2022-02-28T10:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '31b4cdf4-df1c-479f-98f9-86f1bbfe70a8', 'name': '', 'network_id': '68874123-e025-4845-ba0e-91d78d83f030', 'tenant_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'mac_address': 'fa:16:3e:7c:21:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '896a2934-5b4b-4856-b24b-092a86b9c05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:11Z', 'updated_at': '2022-02-28T10:47:15Z', 'revision_number': 5, 'project_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'subnets': [{'id': '896a2934-5b4b-4856-b24b-092a86b9c05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:51:58.839003 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbb60bb-dc42-49b0-9d7c-c768b7e55d4b None None] New status for floating IP f171884f-b293-44ce-9f79-5c9601b62047: DOWN {{(pid=102997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:51:59.239642 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device 9a1c5e3f-a415-4016-b631-fccc34eeb594 no longer exists at agent hyperv_hv-cinder-83116 {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:51:59.260119 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] No Port match for: 9a1c5e3f-a415-4016-b631-fccc34eeb594 {{(pid=102997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:51:59.260460 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device 9a1c5e3f-a415-4016-b631-fccc34eeb594 not bound to the agent host hv-cinder-83116 {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:52:00.102715 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:00.440755 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 36046) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:00.494809 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-4f275b4f-8adf-4bae-90b7-65c60ad30c9b tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks [] for security_group (c9749661-4796-40a5-8895-f84b5791b3c2), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:00.517759 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-4f275b4f-8adf-4bae-90b7-65c60ad30c9b tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks [] for security_group (c9749661-4796-40a5-8895-f84b5791b3c2), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:00.562740 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-4f275b4f-8adf-4bae-90b7-65c60ad30c9b tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (c9749661-4796-40a5-8895-f84b5791b3c2), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:00.565840 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-4f275b4f-8adf-4bae-90b7-65c60ad30c9b tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks [] for security_group (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:00.567066 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-4f275b4f-8adf-4bae-90b7-65c60ad30c9b tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "DELETE /v2.0/security-groups/c9749661-4796-40a5-8895-f84b5791b3c2 HTTP/1.1" status: 204 len: 168 time: 0.1253178 Feb 28 10:52:00.569908 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 36048) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:00.575809 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f275b4f-8adf-4bae-90b7-65c60ad30c9b tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9749661-4796-40a5-8895-f84b5791b3c2,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:00.583557 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.api.v2.resource [None req-7b8e0940-5f86-4a10-a9a6-e0aba3514924 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] show failed (client error): The resource could not be found. Feb 28 10:52:00.584550 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-7b8e0940-5f86-4a10-a9a6-e0aba3514924 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups/c9749661-4796-40a5-8895-f84b5791b3c2 HTTP/1.1" status: 404 len: 347 time: 0.0136857 Feb 28 10:52:00.587411 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 36050) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:00.706433 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.plugin [None req-ec1d8ea8-0e7f-4796-ae04-74068903bf93 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Deleting port d75ad5b4-bf53-47a9-93a1-1235ab0b6ea4 {{(pid=102995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:52:00.706662 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-ec1d8ea8-0e7f-4796-ae04-74068903bf93 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (d75ad5b4-bf53-47a9-93a1-1235ab0b6ea4), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:00.777992 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-ec1d8ea8-0e7f-4796-ae04-74068903bf93 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (d75ad5b4-bf53-47a9-93a1-1235ab0b6ea4), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:00.778315 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-ec1d8ea8-0e7f-4796-ae04-74068903bf93 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks [] for floatingip (d75ad5b4-bf53-47a9-93a1-1235ab0b6ea4), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:00.789823 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.plugin [None req-ec1d8ea8-0e7f-4796-ae04-74068903bf93 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Calling delete_port for d75ad5b4-bf53-47a9-93a1-1235ab0b6ea4 owned by network:floatingip {{(pid=102995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:52:00.917409 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-ec1d8ea8-0e7f-4796-ae04-74068903bf93 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63288186'] for port (d75ad5b4-bf53-47a9-93a1-1235ab0b6ea4), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:00.941071 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1d8ea8-0e7f-4796-ae04-74068903bf93 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Pushing event deleted for resources: {'Port': ['ID=d75ad5b4-bf53-47a9-93a1-1235ab0b6ea4,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:00.953627 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1d8ea8-0e7f-4796-ae04-74068903bf93 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:00.953980 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1d8ea8-0e7f-4796-ae04-74068903bf93 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:00.954325 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1d8ea8-0e7f-4796-ae04-74068903bf93 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:00.954657 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1d8ea8-0e7f-4796-ae04-74068903bf93 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:00.955011 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1d8ea8-0e7f-4796-ae04-74068903bf93 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:00.955343 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1d8ea8-0e7f-4796-ae04-74068903bf93 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:00.955669 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1d8ea8-0e7f-4796-ae04-74068903bf93 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:00.955991 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1d8ea8-0e7f-4796-ae04-74068903bf93 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:00.956312 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1d8ea8-0e7f-4796-ae04-74068903bf93 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:00.956684 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1d8ea8-0e7f-4796-ae04-74068903bf93 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:00.956957 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1d8ea8-0e7f-4796-ae04-74068903bf93 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:00.957273 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1d8ea8-0e7f-4796-ae04-74068903bf93 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:00.957590 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1d8ea8-0e7f-4796-ae04-74068903bf93 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:01.012940 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-ec1d8ea8-0e7f-4796-ae04-74068903bf93 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks [] for floatingip (f171884f-b293-44ce-9f79-5c9601b62047), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:01.015417 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-ec1d8ea8-0e7f-4796-ae04-74068903bf93 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for floatingip (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:01.016540 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-ec1d8ea8-0e7f-4796-ae04-74068903bf93 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "DELETE /v2.0/floatingips/f171884f-b293-44ce-9f79-5c9601b62047 HTTP/1.1" status: 204 len: 168 time: 0.4282482 Feb 28 10:52:01.366134 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 36054) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:01.370940 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [None req-0e9635fc-5201-4b42-b575-1d041e169533 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1122709321', 'description': 'tempest-description--1441315883'}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:52:01.390508 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-0e9635fc-5201-4b42-b575-1d041e169533 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks [] for security_group (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:01.453159 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-0e9635fc-5201-4b42-b575-1d041e169533 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks [] for security_group (96b7831f-6bc7-4368-9511-151d9cdcaabb), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:01.457138 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-0e9635fc-5201-4b42-b575-1d041e169533 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (96b7831f-6bc7-4368-9511-151d9cdcaabb), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:01.485106 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-0e9635fc-5201-4b42-b575-1d041e169533 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:01.486830 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-0e9635fc-5201-4b42-b575-1d041e169533 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1196110 Feb 28 10:52:01.489792 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 36056) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:01.491124 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9635fc-5201-4b42-b575-1d041e169533 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96b7831f-6bc7-4368-9511-151d9cdcaabb,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:01.495178 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [None req-3ce8d231-fce0-4f03-9192-1dc9ce136793 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Request body: {'security_group_rule': {'security_group_id': '96b7831f-6bc7-4368-9511-151d9cdcaabb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:52:01.520822 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3ce8d231-fce0-4f03-9192-1dc9ce136793 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks [] for security_group_rule (4ccce456-69a2-42cc-aa1c-3ecfc75d375b), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:01.567781 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3ce8d231-fce0-4f03-9192-1dc9ce136793 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks [] for security_group_rule (4ccce456-69a2-42cc-aa1c-3ecfc75d375b), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:01.571520 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3ce8d231-fce0-4f03-9192-1dc9ce136793 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826235'] for security_group_rule (4ccce456-69a2-42cc-aa1c-3ecfc75d375b), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:01.575828 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:01.591214 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce8d231-fce0-4f03-9192-1dc9ce136793 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ccce456-69a2-42cc-aa1c-3ecfc75d375b,revision_number=0']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:01.599470 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-3ce8d231-fce0-4f03-9192-1dc9ce136793 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:01.600657 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-3ce8d231-fce0-4f03-9192-1dc9ce136793 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1098943 Feb 28 10:52:01.603502 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 36058) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:01.607709 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [None req-95e77cdf-f1db-45f9-9aa5-b3e8f2366c27 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Request body: {'security_group_rule': {'security_group_id': '96b7831f-6bc7-4368-9511-151d9cdcaabb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:52:01.632229 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-95e77cdf-f1db-45f9-9aa5-b3e8f2366c27 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks [] for security_group_rule (d2dc3fce-0d59-40a3-a377-0b768235a3e8), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:01.690588 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-95e77cdf-f1db-45f9-9aa5-b3e8f2366c27 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks [] for security_group_rule (d2dc3fce-0d59-40a3-a377-0b768235a3e8), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:01.694717 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-95e77cdf-f1db-45f9-9aa5-b3e8f2366c27 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826235'] for security_group_rule (d2dc3fce-0d59-40a3-a377-0b768235a3e8), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:01.717793 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-95e77cdf-f1db-45f9-9aa5-b3e8f2366c27 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:01.719019 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-95e77cdf-f1db-45f9-9aa5-b3e8f2366c27 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1145706 Feb 28 10:52:01.719864 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e77cdf-f1db-45f9-9aa5-b3e8f2366c27 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2dc3fce-0d59-40a3-a377-0b768235a3e8,revision_number=0']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:01.722050 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 36060) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:01.726205 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [None req-49404438-c5a8-47fa-bc11-3b7f24315186 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Request body: {'floatingip': {'floating_network_id': '5c191bd3-8d00-44c5-b017-904410258187'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:52:01.746948 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-49404438-c5a8-47fa-bc11-3b7f24315186 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:01.845709 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-49404438-c5a8-47fa-bc11-3b7f24315186 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:01.948847 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.db_base_plugin_common [None req-49404438-c5a8-47fa-bc11-3b7f24315186 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Allocated IP 172.27.1.95 (5c191bd3-8d00-44c5-b017-904410258187/e0d51f16-a2c9-415b-a552-79de15f3fe23/1a32c2c6-b86c-44fe-a9d9-7be4fee91ed0) {{(pid=102996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:52:02.045970 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-49404438-c5a8-47fa-bc11-3b7f24315186 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks [] for port (1a32c2c6-b86c-44fe-a9d9-7be4fee91ed0), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:02.077878 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-49404438-c5a8-47fa-bc11-3b7f24315186 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (1a32c2c6-b86c-44fe-a9d9-7be4fee91ed0), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:02.115320 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49404438-c5a8-47fa-bc11-3b7f24315186 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Network 5c191bd3-8d00-44c5-b017-904410258187 is already hosted by enough agents. {{(pid=102996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:52:02.118015 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.base_scheduler [None req-49404438-c5a8-47fa-bc11-3b7f24315186 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Resources bound (agent type, host, resource id): {{(pid=102996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:52:02.121327 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49404438-c5a8-47fa-bc11-3b7f24315186 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Received port after_create {{(pid=102996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:52:02.149766 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49404438-c5a8-47fa-bc11-3b7f24315186 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Pushing event updated for resources: {'Port': ['ID=1a32c2c6-b86c-44fe-a9d9-7be4fee91ed0,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:02.210205 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-49404438-c5a8-47fa-bc11-3b7f24315186 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks [] for floatingip (8dfff86d-08b4-49b7-a9fb-18d154f2fe16), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:02.244526 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-49404438-c5a8-47fa-bc11-3b7f24315186 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (1a32c2c6-b86c-44fe-a9d9-7be4fee91ed0), before_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:02.388355 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-49404438-c5a8-47fa-bc11-3b7f24315186 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks [] for port (1a32c2c6-b86c-44fe-a9d9-7be4fee91ed0), precommit_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:02.392991 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-49404438-c5a8-47fa-bc11-3b7f24315186 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63361884'] for port (1a32c2c6-b86c-44fe-a9d9-7be4fee91ed0), after_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:02.456509 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49404438-c5a8-47fa-bc11-3b7f24315186 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Pushing event updated for resources: {'Port': ['ID=1a32c2c6-b86c-44fe-a9d9-7be4fee91ed0,revision_number=2']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:02.467717 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-49404438-c5a8-47fa-bc11-3b7f24315186 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-379257'] for floatingip (8dfff86d-08b4-49b7-a9fb-18d154f2fe16), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:02.482731 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-49404438-c5a8-47fa-bc11-3b7f24315186 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for floatingip (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:02.483976 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-49404438-c5a8-47fa-bc11-3b7f24315186 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7610297 Feb 28 10:52:02.671278 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e75f20b9-7c32-4b35-beb3-cd6ee104c451 req-d20a772e-c9d7-4bf6-a760-105fdadbe203 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1122709321&fields=id&tenant_id=062b83dd1ce5429eb5e1cd526c5d3360 HTTP/1.1" status: 200 len: 267 time: 0.0407414 Feb 28 10:52:02.775294 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f20b9-7c32-4b35-beb3-cd6ee104c451 req-3c682670-6e36-4b23-adf4-f88789ce69ae tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:02.776672 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e75f20b9-7c32-4b35-beb3-cd6ee104c451 req-3c682670-6e36-4b23-adf4-f88789ce69ae tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/networks?id=68874123-e025-4845-ba0e-91d78d83f030 HTTP/1.1" status: 200 len: 811 time: 0.0994241 Feb 28 10:52:02.790307 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e75f20b9-7c32-4b35-beb3-cd6ee104c451 req-79dfa2d8-2992-471f-b35d-ede2f504752c tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/quotas/062b83dd1ce5429eb5e1cd526c5d3360 HTTP/1.1" status: 200 len: 375 time: 0.0084770 Feb 28 10:52:02.842301 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e75f20b9-7c32-4b35-beb3-cd6ee104c451 req-0ae7b99f-3476-4b2e-b728-783adf621da1 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=062b83dd1ce5429eb5e1cd526c5d3360&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473559 Feb 28 10:52:03.024662 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e75f20b9-7c32-4b35-beb3-cd6ee104c451 req-a5986a9a-89e2-4660-b9bb-d1dea7a7b1a8 service neutron] 10.222.0.44 "GET /v2.0/networks/68874123-e025-4845-ba0e-91d78d83f030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715195 Feb 28 10:52:03.114466 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-e75f20b9-7c32-4b35-beb3-cd6ee104c451 req-d08ea4ac-ce64-4c5e-9491-a1fb10985789 service neutron] 10.222.0.44 "GET /v2.0/networks/68874123-e025-4845-ba0e-91d78d83f030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841842 Feb 28 10:52:03.274027 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-a92464c2-ea2f-4432-bbea-9f953c699e67 req-0bfae441-f3f4-4a23-90e8-c3c54b53715a tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6fa8ec8-ac53-46d6-aa5c-bb14f9f6a511 HTTP/1.1" status: 200 len: 210 time: 0.0276158 Feb 28 10:52:04.167730 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (db31e800-75f5-4bdb-84cd-f402d346b45c), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:04.347839 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f20b9-7c32-4b35-beb3-cd6ee104c451 req-5e666c03-b3dc-4f9e-a628-38ba902d1c66 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:04.349307 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-e75f20b9-7c32-4b35-beb3-cd6ee104c451 req-5e666c03-b3dc-4f9e-a628-38ba902d1c66 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.46 "GET /v2.0/networks?id=68874123-e025-4845-ba0e-91d78d83f030 HTTP/1.1" status: 200 len: 811 time: 0.1110857 Feb 28 10:52:04.367201 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1792b8f7-7d3f-4bbe-a5b2-60b9855c6e05 req-426aaa08-48cd-42b2-bdb0-c351a19e67a2 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6fa8ec8-ac53-46d6-aa5c-bb14f9f6a511 HTTP/1.1" status: 200 len: 210 time: 0.0268016 Feb 28 10:52:04.427026 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-e75f20b9-7c32-4b35-beb3-cd6ee104c451 req-96b03006-0b89-4248-bac6-8ad7896114a0 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=062b83dd1ce5429eb5e1cd526c5d3360 HTTP/1.1" status: 200 len: 380 time: 0.0529628 Feb 28 10:52:04.443110 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [req-e75f20b9-7c32-4b35-beb3-cd6ee104c451 req-7d18408a-582d-4a0c-a8e5-cd50fffddb44 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Request body: {'port': {'device_id': 'b6fa8ec8-ac53-46d6-aa5c-bb14f9f6a511', 'network_id': '68874123-e025-4845-ba0e-91d78d83f030', 'admin_state_up': True, 'tenant_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'security_groups': ['96b7831f-6bc7-4368-9511-151d9cdcaabb']}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:52:04.551901 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e75f20b9-7c32-4b35-beb3-cd6ee104c451 req-7d18408a-582d-4a0c-a8e5-cd50fffddb44 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Made reservation on behalf of 062b83dd1ce5429eb5e1cd526c5d3360 for: {'port': 1} {{(pid=102996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:52:04.555421 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-e75f20b9-7c32-4b35-beb3-cd6ee104c451 req-7d18408a-582d-4a0c-a8e5-cd50fffddb44 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:04.672458 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.db_base_plugin_common [req-e75f20b9-7c32-4b35-beb3-cd6ee104c451 req-7d18408a-582d-4a0c-a8e5-cd50fffddb44 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Allocated IP 172.20.0.4 (68874123-e025-4845-ba0e-91d78d83f030/896a2934-5b4b-4856-b24b-092a86b9c05e/18275580-6d62-44a3-a092-dbae9f85a2ed) {{(pid=102996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:52:04.804637 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-e75f20b9-7c32-4b35-beb3-cd6ee104c451 req-7d18408a-582d-4a0c-a8e5-cd50fffddb44 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks [] for port (18275580-6d62-44a3-a092-dbae9f85a2ed), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:04.836790 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-e75f20b9-7c32-4b35-beb3-cd6ee104c451 req-7d18408a-582d-4a0c-a8e5-cd50fffddb44 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783309421981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (18275580-6d62-44a3-a092-dbae9f85a2ed), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:04.879485 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e75f20b9-7c32-4b35-beb3-cd6ee104c451 req-7d18408a-582d-4a0c-a8e5-cd50fffddb44 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Network 68874123-e025-4845-ba0e-91d78d83f030 is already hosted by enough agents. {{(pid=102996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:52:04.882375 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.base_scheduler [req-e75f20b9-7c32-4b35-beb3-cd6ee104c451 req-7d18408a-582d-4a0c-a8e5-cd50fffddb44 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Resources bound (agent type, host, resource id): {{(pid=102996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:52:04.885969 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75f20b9-7c32-4b35-beb3-cd6ee104c451 req-7d18408a-582d-4a0c-a8e5-cd50fffddb44 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Received port after_create {{(pid=102996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:52:04.912551 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d18408a-582d-4a0c-a8e5-cd50fffddb44 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Pushing event updated for resources: {'Port': ['ID=18275580-6d62-44a3-a092-dbae9f85a2ed,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:04.940440 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f20b9-7c32-4b35-beb3-cd6ee104c451 req-7d18408a-582d-4a0c-a8e5-cd50fffddb44 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:04.941176 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-e75f20b9-7c32-4b35-beb3-cd6ee104c451 req-7d18408a-582d-4a0c-a8e5-cd50fffddb44 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:04.957446 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-e75f20b9-7c32-4b35-beb3-cd6ee104c451 req-7d18408a-582d-4a0c-a8e5-cd50fffddb44 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5178144 Feb 28 10:52:05.010596 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.v2.base [req-e75f20b9-7c32-4b35-beb3-cd6ee104c451 req-d26225d3-4919-4c83-9171-72ecdc9a193c service neutron] Request body: {'port': {'device_id': 'b6fa8ec8-ac53-46d6-aa5c-bb14f9f6a511', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83116'}} {{(pid=102996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:52:05.069064 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-e75f20b9-7c32-4b35-beb3-cd6ee104c451 req-d26225d3-4919-4c83-9171-72ecdc9a193c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (18275580-6d62-44a3-a092-dbae9f85a2ed), before_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:05.117992 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-1e2a53c1-5927-49ab-9d5d-9aebed857e41 None None] Provisioning complete for port 18275580-6d62-44a3-a092-dbae9f85a2ed triggered by entity DHCP. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:52:05.118372 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-1e2a53c1-5927-49ab-9d5d-9aebed857e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (18275580-6d62-44a3-a092-dbae9f85a2ed), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:05.150487 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-1e2a53c1-5927-49ab-9d5d-9aebed857e41 None None] Port 18275580-6d62-44a3-a092-dbae9f85a2ed cannot update to ACTIVE because it is not bound. {{(pid=102997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:52:05.319696 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [req-e75f20b9-7c32-4b35-beb3-cd6ee104c451 req-d26225d3-4919-4c83-9171-72ecdc9a193c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18275580-6d62-44a3-a092-dbae9f85a2ed {{(pid=102996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:52:05.326745 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-e75f20b9-7c32-4b35-beb3-cd6ee104c451 req-d26225d3-4919-4c83-9171-72ecdc9a193c service neutron] Publish callbacks [] for port (18275580-6d62-44a3-a092-dbae9f85a2ed), precommit_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:05.338861 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.provisioning_blocks [req-e75f20b9-7c32-4b35-beb3-cd6ee104c451 req-d26225d3-4919-4c83-9171-72ecdc9a193c service neutron] Transition to ACTIVE for port object 18275580-6d62-44a3-a092-dbae9f85a2ed will not be triggered until provisioned by entity L2. {{(pid=102996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:52:05.342463 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-e75f20b9-7c32-4b35-beb3-cd6ee104c451 req-d26225d3-4919-4c83-9171-72ecdc9a193c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63361884'] for port (18275580-6d62-44a3-a092-dbae9f85a2ed), after_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:05.390648 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26225d3-4919-4c83-9171-72ecdc9a193c service neutron] Pushing event updated for resources: {'Port': ['ID=18275580-6d62-44a3-a092-dbae9f85a2ed,revision_number=2']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:05.464028 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-e75f20b9-7c32-4b35-beb3-cd6ee104c451 req-d26225d3-4919-4c83-9171-72ecdc9a193c service neutron] Attempting to bind port 18275580-6d62-44a3-a092-dbae9f85a2ed on host hv-cinder-83116 for vnic_type normal with profile {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:52:05.464389 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-e75f20b9-7c32-4b35-beb3-cd6ee104c451 req-d26225d3-4919-4c83-9171-72ecdc9a193c service neutron] Attempting to bind port 18275580-6d62-44a3-a092-dbae9f85a2ed by drivers openvswitch,hyperv on host hv-cinder-83116 at level 0 using segments [{'id': '1cc66786-7764-4091-9145-ea6e6eddb38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '68874123-e025-4845-ba0e-91d78d83f030'}] {{(pid=102996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:52:05.466989 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75f20b9-7c32-4b35-beb3-cd6ee104c451 req-d26225d3-4919-4c83-9171-72ecdc9a193c service neutron] Attempting to bind port 18275580-6d62-44a3-a092-dbae9f85a2ed on network 68874123-e025-4845-ba0e-91d78d83f030 {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:52:05.477028 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75f20b9-7c32-4b35-beb3-cd6ee104c451 req-d26225d3-4919-4c83-9171-72ecdc9a193c service neutron] Port 18275580-6d62-44a3-a092-dbae9f85a2ed on network 68874123-e025-4845-ba0e-91d78d83f030 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83116 {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:52:05.477481 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75f20b9-7c32-4b35-beb3-cd6ee104c451 req-d26225d3-4919-4c83-9171-72ecdc9a193c service neutron] Attempting to bind port 18275580-6d62-44a3-a092-dbae9f85a2ed on network 68874123-e025-4845-ba0e-91d78d83f030 {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:52:05.483873 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75f20b9-7c32-4b35-beb3-cd6ee104c451 req-d26225d3-4919-4c83-9171-72ecdc9a193c service neutron] Checking agent: {'id': 'db31e800-75f5-4bdb-84cd-f402d346b45c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 36, 4), 'started_at': datetime.datetime(2022, 2, 28, 10, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:52:05.484215 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75f20b9-7c32-4b35-beb3-cd6ee104c451 req-d26225d3-4919-4c83-9171-72ecdc9a193c service neutron] Checking segment: {'id': '1cc66786-7764-4091-9145-ea6e6eddb38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '68874123-e025-4845-ba0e-91d78d83f030'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:52:05.484600 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75f20b9-7c32-4b35-beb3-cd6ee104c451 req-d26225d3-4919-4c83-9171-72ecdc9a193c service neutron] Bound using segment: {'id': '1cc66786-7764-4091-9145-ea6e6eddb38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '68874123-e025-4845-ba0e-91d78d83f030'} {{(pid=102996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:52:05.485033 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.managers [req-e75f20b9-7c32-4b35-beb3-cd6ee104c451 req-d26225d3-4919-4c83-9171-72ecdc9a193c service neutron] Bound port: 18275580-6d62-44a3-a092-dbae9f85a2ed, host: hv-cinder-83116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cc66786-7764-4091-9145-ea6e6eddb38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '68874123-e025-4845-ba0e-91d78d83f030'}}] {{(pid=102996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:52:05.485453 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-e75f20b9-7c32-4b35-beb3-cd6ee104c451 req-d26225d3-4919-4c83-9171-72ecdc9a193c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (18275580-6d62-44a3-a092-dbae9f85a2ed), before_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:05.506759 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ac34b-3cb5-4995-ba6d-bc2dbd7ed37c req-1619c529-5896-459e-9428-5938c3bb75f8 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:05.510022 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-323ac34b-3cb5-4995-ba6d-bc2dbd7ed37c req-1619c529-5896-459e-9428-5938c3bb75f8 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6fa8ec8-ac53-46d6-aa5c-bb14f9f6a511 HTTP/1.1" status: 200 len: 943 time: 0.0642142 Feb 28 10:52:05.555949 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-e75f20b9-7c32-4b35-beb3-cd6ee104c451 req-d26225d3-4919-4c83-9171-72ecdc9a193c service neutron] For port 18275580-6d62-44a3-a092-dbae9f85a2ed, host hv-cinder-83116, cleared binding levels {{(pid=102996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:52:05.559027 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-e75f20b9-7c32-4b35-beb3-cd6ee104c451 req-d26225d3-4919-4c83-9171-72ecdc9a193c service neutron] For port 18275580-6d62-44a3-a092-dbae9f85a2ed, host hv-cinder-83116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=18275580-6d62-44a3-a092-dbae9f85a2ed,segment=NetworkSegment(1cc66786-7764-4091-9145-ea6e6eddb38d),segment_id=1cc66786-7764-4091-9145-ea6e6eddb38d)] {{(pid=102996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:52:05.565549 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-323ac34b-3cb5-4995-ba6d-bc2dbd7ed37c req-c50607ac-87d8-427d-8a76-c168477ec510 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=96b7831f-6bc7-4368-9511-151d9cdcaabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511320 Feb 28 10:52:05.568118 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-e75f20b9-7c32-4b35-beb3-cd6ee104c451 req-d26225d3-4919-4c83-9171-72ecdc9a193c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63361884'] for port (18275580-6d62-44a3-a092-dbae9f85a2ed), after_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:05.601760 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f20b9-7c32-4b35-beb3-cd6ee104c451 req-d26225d3-4919-4c83-9171-72ecdc9a193c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:05.602308 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-e75f20b9-7c32-4b35-beb3-cd6ee104c451 req-d26225d3-4919-4c83-9171-72ecdc9a193c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:05.603750 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-e75f20b9-7c32-4b35-beb3-cd6ee104c451 req-d26225d3-4919-4c83-9171-72ecdc9a193c service neutron] 10.222.0.46 "PUT /v2.0/ports/18275580-6d62-44a3-a092-dbae9f85a2ed HTTP/1.1" status: 200 len: 1093 time: 0.5974660 Feb 28 10:52:05.607926 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6fa8ec8-ac53-46d6-aa5c-bb14f9f6a511', 'tag': '18275580-6d62-44a3-a092-dbae9f85a2ed'}] {{(pid=102996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:52:05.610444 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fc607127e9415785fd538e0c70e4bf06f6b8f20b6b46de5a0809c41644901f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a125da5a-c4e6-42db-a517-bbd54cbb2434" -d '{"events": [{"name": "network-changed", "server_uuid": "b6fa8ec8-ac53-46d6-aa5c-bb14f9f6a511", "tag": "18275580-6d62-44a3-a092-dbae9f85a2ed"}]}' {{(pid=102996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:52:05.644534 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26225d3-4919-4c83-9171-72ecdc9a193c service neutron] Pushing event updated for resources: {'Port': ['ID=18275580-6d62-44a3-a092-dbae9f85a2ed,revision_number=3']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:05.655045 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82b8bf7-4251-403a-96a3-6a5adeb34000 x-openstack-request-id: req-f82b8bf7-4251-403a-96a3-6a5adeb34000 {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:52:05.655550 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6fa8ec8-ac53-46d6-aa5c-bb14f9f6a511", "tag": "18275580-6d62-44a3-a092-dbae9f85a2ed", "status": "completed", "code": 200}]} {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:52:05.655964 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f82b8bf7-4251-403a-96a3-6a5adeb34000 {{(pid=102996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:52:05.656521 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6fa8ec8-ac53-46d6-aa5c-bb14f9f6a511', 'tag': '18275580-6d62-44a3-a092-dbae9f85a2ed', 'status': 'completed', 'code': 200} Feb 28 10:52:05.716247 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f20b9-7c32-4b35-beb3-cd6ee104c451 req-a973189e-895d-44cb-aee4-ca5884476052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:05.717758 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-e75f20b9-7c32-4b35-beb3-cd6ee104c451 req-a973189e-895d-44cb-aee4-ca5884476052 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=062b83dd1ce5429eb5e1cd526c5d3360&device_id=b6fa8ec8-ac53-46d6-aa5c-bb14f9f6a511 HTTP/1.1" status: 200 len: 1127 time: 0.0472312 Feb 28 10:52:05.764928 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-e75f20b9-7c32-4b35-beb3-cd6ee104c451 req-b4073298-f1c1-4e1f-92d3-d9e5ffac8c4c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18275580-6d62-44a3-a092-dbae9f85a2ed HTTP/1.1" status: 200 len: 217 time: 0.0352499 Feb 28 10:52:06.067799 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f20b9-7c32-4b35-beb3-cd6ee104c451 req-aacbc652-5a7f-4e35-9706-d2838a9f2426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:06.069229 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-e75f20b9-7c32-4b35-beb3-cd6ee104c451 req-aacbc652-5a7f-4e35-9706-d2838a9f2426 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=896a2934-5b4b-4856-b24b-092a86b9c05e HTTP/1.1" status: 200 len: 850 time: 0.2983065 Feb 28 10:52:06.116200 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f20b9-7c32-4b35-beb3-cd6ee104c451 req-e243321f-7e69-4845-8d3c-a5ca3ba93eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:06.117660 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-e75f20b9-7c32-4b35-beb3-cd6ee104c451 req-e243321f-7e69-4845-8d3c-a5ca3ba93eb0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=68874123-e025-4845-ba0e-91d78d83f030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422108 Feb 28 10:52:06.205732 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-e75f20b9-7c32-4b35-beb3-cd6ee104c451 req-b2aed86f-0c32-47a8-9596-00bf7d187ffb service neutron] 10.222.0.46 "GET /v2.0/networks/68874123-e025-4845-ba0e-91d78d83f030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823038 Feb 28 10:52:06.289950 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-e75f20b9-7c32-4b35-beb3-cd6ee104c451 req-f1334a18-d7a1-4db9-8a18-09c2485506be service neutron] 10.222.0.46 "GET /v2.0/networks/68874123-e025-4845-ba0e-91d78d83f030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781636 Feb 28 10:52:06.421472 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125da5a-c4e6-42db-a517-bbd54cbb2434 req-00921795-e5c3-4dc6-8e4a-fd55910272b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:06.423601 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-a125da5a-c4e6-42db-a517-bbd54cbb2434 req-00921795-e5c3-4dc6-8e4a-fd55910272b5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=062b83dd1ce5429eb5e1cd526c5d3360&device_id=b6fa8ec8-ac53-46d6-aa5c-bb14f9f6a511 HTTP/1.1" status: 200 len: 1127 time: 0.0428905 Feb 28 10:52:06.511032 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125da5a-c4e6-42db-a517-bbd54cbb2434 req-0f21f96e-123c-4294-ab25-5251b3febb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:06.512436 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-a125da5a-c4e6-42db-a517-bbd54cbb2434 req-0f21f96e-123c-4294-ab25-5251b3febb8b service neutron] 10.222.0.46 "GET /v2.0/networks?id=68874123-e025-4845-ba0e-91d78d83f030 HTTP/1.1" status: 200 len: 912 time: 0.0830231 Feb 28 10:52:06.552056 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-a125da5a-c4e6-42db-a517-bbd54cbb2434 req-df2b0692-612d-4da7-a643-2f8a91706e86 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18275580-6d62-44a3-a092-dbae9f85a2ed HTTP/1.1" status: 200 len: 217 time: 0.0337243 Feb 28 10:52:06.598035 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125da5a-c4e6-42db-a517-bbd54cbb2434 req-b14cc2a7-ee01-4203-b822-cf12547c58e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:06.599592 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-a125da5a-c4e6-42db-a517-bbd54cbb2434 req-b14cc2a7-ee01-4203-b822-cf12547c58e7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=896a2934-5b4b-4856-b24b-092a86b9c05e HTTP/1.1" status: 200 len: 850 time: 0.0417767 Feb 28 10:52:06.651322 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125da5a-c4e6-42db-a517-bbd54cbb2434 req-6255c96c-a882-4b37-8049-6e97151c603a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:06.652806 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-a125da5a-c4e6-42db-a517-bbd54cbb2434 req-6255c96c-a882-4b37-8049-6e97151c603a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=68874123-e025-4845-ba0e-91d78d83f030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475876 Feb 28 10:52:06.686832 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4045ac-797f-4a3b-8dcd-42cb41b036d5 req-08555f2a-d445-4876-aa0b-b928f63816e3 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:06.688249 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4b4045ac-797f-4a3b-8dcd-42cb41b036d5 req-08555f2a-d445-4876-aa0b-b928f63816e3 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6fa8ec8-ac53-46d6-aa5c-bb14f9f6a511 HTTP/1.1" status: 200 len: 943 time: 0.0555820 Feb 28 10:52:06.733937 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-4b4045ac-797f-4a3b-8dcd-42cb41b036d5 req-fcec8a68-03d1-4404-9aaf-f3785902e228 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=96b7831f-6bc7-4368-9511-151d9cdcaabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401576 Feb 28 10:52:06.738985 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-a125da5a-c4e6-42db-a517-bbd54cbb2434 req-22e3303e-f07d-49cc-aa46-e22ee8bbad50 service neutron] 10.222.0.46 "GET /v2.0/networks/68874123-e025-4845-ba0e-91d78d83f030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803401 Feb 28 10:52:06.827599 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-a125da5a-c4e6-42db-a517-bbd54cbb2434 req-dce467b3-4d44-40e5-8263-deaeca1abc28 service neutron] 10.222.0.46 "GET /v2.0/networks/68874123-e025-4845-ba0e-91d78d83f030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831585 Feb 28 10:52:07.849094 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a9238-619b-4771-91da-b06ab47bcde0 req-f48e877f-acc3-4c52-baa0-c8b22d21ec84 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:07.850545 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b35a9238-619b-4771-91da-b06ab47bcde0 req-f48e877f-acc3-4c52-baa0-c8b22d21ec84 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6fa8ec8-ac53-46d6-aa5c-bb14f9f6a511 HTTP/1.1" status: 200 len: 943 time: 0.0508146 Feb 28 10:52:07.900894 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-b35a9238-619b-4771-91da-b06ab47bcde0 req-232d639f-5c43-4f53-bd2b-b21b1d28599b tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=96b7831f-6bc7-4368-9511-151d9cdcaabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449271 Feb 28 10:52:09.015956 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b3bd2a-37ae-4564-beed-369725266e35 req-08509220-16e2-4442-bb40-3dae6a42974d tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:09.017909 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-01b3bd2a-37ae-4564-beed-369725266e35 req-08509220-16e2-4442-bb40-3dae6a42974d tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6fa8ec8-ac53-46d6-aa5c-bb14f9f6a511 HTTP/1.1" status: 200 len: 943 time: 0.0523298 Feb 28 10:52:09.062996 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-01b3bd2a-37ae-4564-beed-369725266e35 req-4989d6f9-6acc-47d5-b72e-851ef8ce2610 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=96b7831f-6bc7-4368-9511-151d9cdcaabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397248 Feb 28 10:52:09.254215 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device 18275580-6d62-44a3-a092-dbae9f85a2ed details requested by agent hyperv_hv-cinder-83116 with host hv-cinder-83116 {{(pid=102997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:52:09.349474 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port 18275580-6d62-44a3-a092-dbae9f85a2ed, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=18275580-6d62-44a3-a092-dbae9f85a2ed,segment=NetworkSegment(1cc66786-7764-4091-9145-ea6e6eddb38d),segment_id=1cc66786-7764-4091-9145-ea6e6eddb38d)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:52:09.361034 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Returning: {'device': '18275580-6d62-44a3-a092-dbae9f85a2ed', 'network_id': '68874123-e025-4845-ba0e-91d78d83f030', 'port_id': '18275580-6d62-44a3-a092-dbae9f85a2ed', 'mac_address': 'fa:16:3e:41:0e:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '896a2934-5b4b-4856-b24b-092a86b9c05e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:52:09.395672 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Current status of the port 18275580-6d62-44a3-a092-dbae9f85a2ed is: DOWN; New status is: BUILD {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:52:09.396058 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (18275580-6d62-44a3-a092-dbae9f85a2ed), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:09.409419 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.notifiers.nova [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18275580-6d62-44a3-a092-dbae9f85a2ed {{(pid=102997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:52:09.414231 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.agents_db [None req-ad1b81bb-6a73-47ab-ba10-dec1fea0c152 None None] Agent healthcheck: found 6 active agents {{(pid=102998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:52:09.429252 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port 18275580-6d62-44a3-a092-dbae9f85a2ed, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=18275580-6d62-44a3-a092-dbae9f85a2ed,segment=NetworkSegment(1cc66786-7764-4091-9145-ea6e6eddb38d),segment_id=1cc66786-7764-4091-9145-ea6e6eddb38d)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:52:09.433023 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (18275580-6d62-44a3-a092-dbae9f85a2ed), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:09.481628 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Pushing event updated for resources: {'Port': ['ID=18275580-6d62-44a3-a092-dbae9f85a2ed,revision_number=4']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:09.489134 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:09.489492 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:09.489841 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:09.490183 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:09.490521 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:09.490858 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:09.491220 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:09.491550 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:09.491883 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:09.492217 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:09.492547 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:09.492872 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:09.493198 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:09.885509 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] get_ports_and_sgs() called for port_ids ['18275580-6d62-44a3-a092-dbae9f85a2ed'] {{(pid=102997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:52:10.179062 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62890486-946d-4e7b-8785-357f1bc0c272 req-871140e3-edeb-40a6-bed9-e78a894a044b tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:10.180438 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-62890486-946d-4e7b-8785-357f1bc0c272 req-871140e3-edeb-40a6-bed9-e78a894a044b tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6fa8ec8-ac53-46d6-aa5c-bb14f9f6a511 HTTP/1.1" status: 200 len: 944 time: 0.0519488 Feb 28 10:52:10.225301 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-62890486-946d-4e7b-8785-357f1bc0c272 req-19489a37-6b8c-41d3-b091-1e9ddb77b82f tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=96b7831f-6bc7-4368-9511-151d9cdcaabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393803 Feb 28 10:52:11.267915 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device 18275580-6d62-44a3-a092-dbae9f85a2ed up at agent hyperv_hv-cinder-83116 {{(pid=102997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:52:11.319545 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Provisioning for port 18275580-6d62-44a3-a092-dbae9f85a2ed completed by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:52:11.323703 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.provisioning_blocks [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Provisioning complete for port 18275580-6d62-44a3-a092-dbae9f85a2ed triggered by entity L2. {{(pid=102997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:52:11.324076 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722544'] for port (18275580-6d62-44a3-a092-dbae9f85a2ed), provisioning_complete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:11.345654 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e29f8-bdc8-429b-91f8-03803edad236 req-d749a0af-2e06-47af-8318-914bd817ed64 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:11.347142 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ea4e29f8-bdc8-429b-91f8-03803edad236 req-d749a0af-2e06-47af-8318-914bd817ed64 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6fa8ec8-ac53-46d6-aa5c-bb14f9f6a511 HTTP/1.1" status: 200 len: 944 time: 0.0569727 Feb 28 10:52:11.395893 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-ea4e29f8-bdc8-429b-91f8-03803edad236 req-2c877b1d-f049-45db-989b-346a5dc76eb1 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=96b7831f-6bc7-4368-9511-151d9cdcaabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426047 Feb 28 10:52:11.400565 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Current status of the port 18275580-6d62-44a3-a092-dbae9f85a2ed is: BUILD; New status is: ACTIVE {{(pid=102997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:52:11.400961 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649339'] for port (18275580-6d62-44a3-a092-dbae9f85a2ed), before_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:11.427295 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6fa8ec8-ac53-46d6-aa5c-bb14f9f6a511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18275580-6d62-44a3-a092-dbae9f85a2ed'}] {{(pid=102997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:52:11.429772 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3235e45cea9492f03cbc66cd40cfc06ba5865c86106c1e9dddb87cdb5008e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3e0993-95c1-4669-a53a-411b02ace591" -d '{"events": [{"server_uuid": "b6fa8ec8-ac53-46d6-aa5c-bb14f9f6a511", "name": "network-vif-plugged", "status": "completed", "tag": "18275580-6d62-44a3-a092-dbae9f85a2ed"}]}' {{(pid=102997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:52:11.447387 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] For port 18275580-6d62-44a3-a092-dbae9f85a2ed, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=18275580-6d62-44a3-a092-dbae9f85a2ed,segment=NetworkSegment(1cc66786-7764-4091-9145-ea6e6eddb38d),segment_id=1cc66786-7764-4091-9145-ea6e6eddb38d)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:52:11.451286 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783309830126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783309421999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783309422017'] for port (18275580-6d62-44a3-a092-dbae9f85a2ed), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:11.500978 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Pushing event updated for resources: {'Port': ['ID=18275580-6d62-44a3-a092-dbae9f85a2ed,revision_number=5']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:11.608827 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd2dd64-8bbb-4c97-b782-b704239d7bf6 x-openstack-request-id: req-3bd2dd64-8bbb-4c97-b782-b704239d7bf6 {{(pid=102997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:52:11.609158 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6fa8ec8-ac53-46d6-aa5c-bb14f9f6a511", "name": "network-vif-plugged", "status": "completed", "tag": "18275580-6d62-44a3-a092-dbae9f85a2ed", "code": 200}]} {{(pid=102997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:52:11.609419 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3bd2dd64-8bbb-4c97-b782-b704239d7bf6 {{(pid=102997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:52:11.609819 dv-cinder-831167-1-iscsi neutron-server[102997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6fa8ec8-ac53-46d6-aa5c-bb14f9f6a511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18275580-6d62-44a3-a092-dbae9f85a2ed', 'code': 200} Feb 28 10:52:11.832344 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b79f1-1c5c-4fd1-8c64-8eed6d61c3b4 req-6b0963a9-4705-4424-98f1-d0e235a2b3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:11.833841 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-191b79f1-1c5c-4fd1-8c64-8eed6d61c3b4 req-6b0963a9-4705-4424-98f1-d0e235a2b3b0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b6fa8ec8-ac53-46d6-aa5c-bb14f9f6a511 HTTP/1.1" status: 200 len: 1129 time: 0.0495441 Feb 28 10:52:11.895832 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-191b79f1-1c5c-4fd1-8c64-8eed6d61c3b4 req-e23560fd-55c2-4291-a71e-ba10ca6f1c30 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=96b7831f-6bc7-4368-9511-151d9cdcaabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382104 Feb 28 10:52:12.515683 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c34cd4-177c-45e4-a69e-1a0abc67a011 req-138b7e0d-18b5-4e6d-9969-4ed90a3f1a43 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:12.517135 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-11c34cd4-177c-45e4-a69e-1a0abc67a011 req-138b7e0d-18b5-4e6d-9969-4ed90a3f1a43 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6fa8ec8-ac53-46d6-aa5c-bb14f9f6a511 HTTP/1.1" status: 200 len: 945 time: 0.0556087 Feb 28 10:52:12.562094 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-11c34cd4-177c-45e4-a69e-1a0abc67a011 req-48fc72d8-5e52-40f7-968d-255a47c2d4ea tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=96b7831f-6bc7-4368-9511-151d9cdcaabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394678 Feb 28 10:52:13.724619 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c63c0-fbb5-4a76-b0d9-f223afb39332 req-51f51d17-2018-4875-8ef3-9c6606ab9267 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:13.726067 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-fc0c63c0-fbb5-4a76-b0d9-f223afb39332 req-51f51d17-2018-4875-8ef3-9c6606ab9267 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6fa8ec8-ac53-46d6-aa5c-bb14f9f6a511 HTTP/1.1" status: 200 len: 945 time: 0.0506973 Feb 28 10:52:13.774307 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-fc0c63c0-fbb5-4a76-b0d9-f223afb39332 req-c2eba039-cc06-4360-bf92-ebaea39f1508 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=96b7831f-6bc7-4368-9511-151d9cdcaabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427775 Feb 28 10:52:13.885529 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404bec6-0f88-4084-b025-2aeac4d482a6 req-440ec996-9c95-471f-8939-219157c329c9 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:13.886992 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-1404bec6-0f88-4084-b025-2aeac4d482a6 req-440ec996-9c95-471f-8939-219157c329c9 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6fa8ec8-ac53-46d6-aa5c-bb14f9f6a511 HTTP/1.1" status: 200 len: 945 time: 0.0515676 Feb 28 10:52:13.895358 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 36126) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:13.899592 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.v2.base [None req-28cb7ff5-944d-4578-9074-8d2d7cb395e2 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Request body: {'floatingip': {'port_id': '18275580-6d62-44a3-a092-dbae9f85a2ed'}} {{(pid=102995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:52:13.936915 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-28cb7ff5-944d-4578-9074-8d2d7cb395e2 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks [] for floatingip (8dfff86d-08b4-49b7-a9fb-18d154f2fe16), before_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:14.355319 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-28cb7ff5-944d-4578-9074-8d2d7cb395e2 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:14.358992 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-28cb7ff5-944d-4578-9074-8d2d7cb395e2 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-379257'] for floatingip (8dfff86d-08b4-49b7-a9fb-18d154f2fe16), after_update {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:14.457528 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.db.l3_db [None req-28cb7ff5-944d-4578-9074-8d2d7cb395e2 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Floating IP 8dfff86d-08b4-49b7-a9fb-18d154f2fe16 associated. External IP: 172.27.1.95, port: 18275580-6d62-44a3-a092-dbae9f85a2ed. Feb 28 10:52:14.662782 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28cb7ff5-944d-4578-9074-8d2d7cb395e2 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Router ef598a25-9445-492b-958c-fe319c2b58e5 has already been hosted by L3 agent 86347f47-2890-46a7-a199-31163828a11a {{(pid=102995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:52:14.768046 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28cb7ff5-944d-4578-9074-8d2d7cb395e2 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Notify agent at l3_agent.dv-cinder-831167-1-iscsi the message routers_updated {{(pid=102995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:52:14.772981 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-28cb7ff5-944d-4578-9074-8d2d7cb395e2 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for floatingip (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:14.777945 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb14c456-1f88-4365-a92d-6d96ed6dc848 None None] Sync routers for ids ['ef598a25-9445-492b-958c-fe319c2b58e5'] in dv-cinder-831167-1-iscsi {{(pid=102998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:52:14.787160 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb14c456-1f88-4365-a92d-6d96ed6dc848 None None] Routers {'ef598a25-9445-492b-958c-fe319c2b58e5'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:52:14.787758 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-eb14c456-1f88-4365-a92d-6d96ed6dc848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:51:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['ef598a25-9445-492b-958c-fe319c2b58e5'], 'active': True} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:52:14.801243 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-28cb7ff5-944d-4578-9074-8d2d7cb395e2 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "PUT /v2.0/floatingips/8dfff86d-08b4-49b7-a9fb-18d154f2fe16 HTTP/1.1" status: 200 len: 990 time: 0.9048529 Feb 28 10:52:14.801826 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6fa8ec8-ac53-46d6-aa5c-bb14f9f6a511', 'tag': '18275580-6d62-44a3-a092-dbae9f85a2ed'}] {{(pid=102995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:52:14.804083 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1dd8a96f8805fcf8ad92b8a44c4310027887bdef0368274a5855f6003a6db1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97148073-fa39-4857-b653-77f1d863a72e" -d '{"events": [{"name": "network-changed", "server_uuid": "b6fa8ec8-ac53-46d6-aa5c-bb14f9f6a511", "tag": "18275580-6d62-44a3-a092-dbae9f85a2ed"}]}' {{(pid=102995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:52:14.898435 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvr_db [None req-eb14c456-1f88-4365-a92d-6d96ed6dc848 None None] Set router ef598a25-9445-492b-958c-fe319c2b58e5 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:52:14.900926 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdc09e2-6c0f-459b-938c-4ba6e3a2bb0d x-openstack-request-id: req-9cdc09e2-6c0f-459b-938c-4ba6e3a2bb0d {{(pid=102995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:52:14.901228 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6fa8ec8-ac53-46d6-aa5c-bb14f9f6a511", "tag": "18275580-6d62-44a3-a092-dbae9f85a2ed", "status": "completed", "code": 200}]} {{(pid=102995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:52:14.901492 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9cdc09e2-6c0f-459b-938c-4ba6e3a2bb0d {{(pid=102995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:52:14.901901 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6fa8ec8-ac53-46d6-aa5c-bb14f9f6a511', 'tag': '18275580-6d62-44a3-a092-dbae9f85a2ed', 'status': 'completed', 'code': 200} Feb 28 10:52:14.994410 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97148073-fa39-4857-b653-77f1d863a72e req-e42396c0-5d52-496b-b820-2d22e8b96fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:14.996136 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-97148073-fa39-4857-b653-77f1d863a72e req-e42396c0-5d52-496b-b820-2d22e8b96fe4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=062b83dd1ce5429eb5e1cd526c5d3360&device_id=b6fa8ec8-ac53-46d6-aa5c-bb14f9f6a511 HTTP/1.1" status: 200 len: 1129 time: 0.0458500 Feb 28 10:52:15.096682 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97148073-fa39-4857-b653-77f1d863a72e req-03678b35-138c-41a1-b06a-ae7f1d8fb58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:15.097487 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-97148073-fa39-4857-b653-77f1d863a72e req-03678b35-138c-41a1-b06a-ae7f1d8fb58a service neutron] 10.222.0.46 "GET /v2.0/networks?id=68874123-e025-4845-ba0e-91d78d83f030 HTTP/1.1" status: 200 len: 912 time: 0.0953021 Feb 28 10:52:15.178799 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-97148073-fa39-4857-b653-77f1d863a72e req-ffb159d1-e43a-4488-a640-2ed070d441af service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18275580-6d62-44a3-a092-dbae9f85a2ed HTTP/1.1" status: 200 len: 998 time: 0.0744271 Feb 28 10:52:15.232142 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97148073-fa39-4857-b653-77f1d863a72e req-7645991a-7714-4f22-93e0-018299f8269c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:15.233601 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-97148073-fa39-4857-b653-77f1d863a72e req-7645991a-7714-4f22-93e0-018299f8269c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=896a2934-5b4b-4856-b24b-092a86b9c05e HTTP/1.1" status: 200 len: 850 time: 0.0488420 Feb 28 10:52:15.242149 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-eb14c456-1f88-4365-a92d-6d96ed6dc848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'name': 'tempest-AttachVolumeTestJSON-1050043195-router', 'tenant_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'a8a47849-7f10-43e1-a2b7-597b3bcc5dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:09Z', 'updated_at': '2022-02-28T10:47:12Z', 'revision_number': 4, 'project_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'gw_port': {'id': 'a8a47849-7f10-43e1-a2b7-597b3bcc5dd5', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:10Z', 'updated_at': '2022-02-28T10:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_floatingips': [{'id': '8dfff86d-08b4-49b7-a9fb-18d154f2fe16', 'tenant_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'floating_ip_address': '172.27.1.95', 'floating_network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'router_id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'port_id': '18275580-6d62-44a3-a092-dbae9f85a2ed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68874123-e025-4845-ba0e-91d78d83f030', 'mac_address': 'fa:16:3e:41:0e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fa8ec8-ac53-46d6-aa5c-bb14f9f6a511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:52:02Z', 'updated_at': '2022-02-28T10:52:14Z', 'revision_number': 1, 'project_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31b4cdf4-df1c-479f-98f9-86f1bbfe70a8', 'name': '', 'network_id': '68874123-e025-4845-ba0e-91d78d83f030', 'tenant_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'mac_address': 'fa:16:3e:7c:21:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '896a2934-5b4b-4856-b24b-092a86b9c05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:11Z', 'updated_at': '2022-02-28T10:47:15Z', 'revision_number': 5, 'project_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'subnets': [{'id': '896a2934-5b4b-4856-b24b-092a86b9c05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:52:15.270710 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb14c456-1f88-4365-a92d-6d96ed6dc848 None None] Checking router: ef598a25-9445-492b-958c-fe319c2b58e5 for host: dv-cinder-831167-1-iscsi {{(pid=102998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:52:15.278889 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb14c456-1f88-4365-a92d-6d96ed6dc848 None None] Routers {'ef598a25-9445-492b-958c-fe319c2b58e5'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:52:15.279645 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-eb14c456-1f88-4365-a92d-6d96ed6dc848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:51:57Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['ef598a25-9445-492b-958c-fe319c2b58e5'], 'active': True} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:52:15.284612 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97148073-fa39-4857-b653-77f1d863a72e req-94a135f7-5112-4f6d-a63a-84c9b2881afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:15.286113 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-97148073-fa39-4857-b653-77f1d863a72e req-94a135f7-5112-4f6d-a63a-84c9b2881afa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=68874123-e025-4845-ba0e-91d78d83f030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461690 Feb 28 10:52:15.374554 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-97148073-fa39-4857-b653-77f1d863a72e req-cef0af5a-7bf1-4cd9-9562-572477ab8f24 service neutron] 10.222.0.46 "GET /v2.0/networks/68874123-e025-4845-ba0e-91d78d83f030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798969 Feb 28 10:52:15.385231 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvr_db [None req-eb14c456-1f88-4365-a92d-6d96ed6dc848 None None] Set router ef598a25-9445-492b-958c-fe319c2b58e5 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:52:15.464230 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-97148073-fa39-4857-b653-77f1d863a72e req-47a53954-b8f0-4dd6-879a-25367d5991e6 service neutron] 10.222.0.46 "GET /v2.0/networks/68874123-e025-4845-ba0e-91d78d83f030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835762 Feb 28 10:52:15.602498 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-eb14c456-1f88-4365-a92d-6d96ed6dc848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'name': 'tempest-AttachVolumeTestJSON-1050043195-router', 'tenant_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'a8a47849-7f10-43e1-a2b7-597b3bcc5dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:09Z', 'updated_at': '2022-02-28T10:47:12Z', 'revision_number': 4, 'project_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'gw_port': {'id': 'a8a47849-7f10-43e1-a2b7-597b3bcc5dd5', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:10Z', 'updated_at': '2022-02-28T10:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_floatingips': [{'id': '8dfff86d-08b4-49b7-a9fb-18d154f2fe16', 'tenant_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'floating_ip_address': '172.27.1.95', 'floating_network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'router_id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'port_id': '18275580-6d62-44a3-a092-dbae9f85a2ed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68874123-e025-4845-ba0e-91d78d83f030', 'mac_address': 'fa:16:3e:41:0e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fa8ec8-ac53-46d6-aa5c-bb14f9f6a511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:52:02Z', 'updated_at': '2022-02-28T10:52:14Z', 'revision_number': 1, 'project_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31b4cdf4-df1c-479f-98f9-86f1bbfe70a8', 'name': '', 'network_id': '68874123-e025-4845-ba0e-91d78d83f030', 'tenant_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'mac_address': 'fa:16:3e:7c:21:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '896a2934-5b4b-4856-b24b-092a86b9c05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:11Z', 'updated_at': '2022-02-28T10:47:15Z', 'revision_number': 5, 'project_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'subnets': [{'id': '896a2934-5b4b-4856-b24b-092a86b9c05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:52:15.632051 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb14c456-1f88-4365-a92d-6d96ed6dc848 None None] The sync data for ids ['ef598a25-9445-492b-958c-fe319c2b58e5'] in dv-cinder-831167-1-iscsi is: [{'id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'name': 'tempest-AttachVolumeTestJSON-1050043195-router', 'tenant_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'a8a47849-7f10-43e1-a2b7-597b3bcc5dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:09Z', 'updated_at': '2022-02-28T10:47:12Z', 'revision_number': 4, 'project_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'gw_port': {'id': 'a8a47849-7f10-43e1-a2b7-597b3bcc5dd5', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:10Z', 'updated_at': '2022-02-28T10:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_floatingips': [{'id': '8dfff86d-08b4-49b7-a9fb-18d154f2fe16', 'tenant_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'floating_ip_address': '172.27.1.95', 'floating_network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'router_id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'port_id': '18275580-6d62-44a3-a092-dbae9f85a2ed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68874123-e025-4845-ba0e-91d78d83f030', 'mac_address': 'fa:16:3e:41:0e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fa8ec8-ac53-46d6-aa5c-bb14f9f6a511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:52:02Z', 'updated_at': '2022-02-28T10:52:14Z', 'revision_number': 1, 'project_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31b4cdf4-df1c-479f-98f9-86f1bbfe70a8', 'name': '', 'network_id': '68874123-e025-4845-ba0e-91d78d83f030', 'tenant_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'mac_address': 'fa:16:3e:7c:21:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '896a2934-5b4b-4856-b24b-092a86b9c05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:11Z', 'updated_at': '2022-02-28T10:47:15Z', 'revision_number': 5, 'project_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'subnets': [{'id': '896a2934-5b4b-4856-b24b-092a86b9c05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:52:15.811368 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5e9363-1987-408c-8048-1a94e208d728 None None] New status for floating IP 8dfff86d-08b4-49b7-a9fb-18d154f2fe16: ACTIVE {{(pid=102997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:52:24.975737 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-9fb58af0-0f78-41e2-b3ac-d33f4a05d8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:27.180359 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-23a816dc-c86f-44e4-a96c-d297140d7fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:28.605951 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:29.965584 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:31.577410 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:34.169229 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (db31e800-75f5-4bdb-84cd-f402d346b45c), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:46.413844 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.agents_db [None req-ad1b81bb-6a73-47ab-ba10-dec1fea0c152 None None] Agent healthcheck: found 6 active agents {{(pid=102998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:52:54.976951 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5fff34ff-6eb1-4d1c-bab7-93884c42c1a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:57.181338 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-16568574-0699-40ed-b1b5-3612020c29c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:58.608709 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:59.967518 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:01.579895 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:04.164550 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (db31e800-75f5-4bdb-84cd-f402d346b45c), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:15.174760 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-63ac184a-2a1d-4573-add3-4b95a77b3dea req-67446ea7-540d-4f9b-95f4-b9d058af4850 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b6fa8ec8-ac53-46d6-aa5c-bb14f9f6a511&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430934 Feb 28 10:53:15.276138 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac184a-2a1d-4573-add3-4b95a77b3dea req-239ff5f3-f544-4425-af09-0c29a326e885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:15.277440 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-63ac184a-2a1d-4573-add3-4b95a77b3dea req-239ff5f3-f544-4425-af09-0c29a326e885 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=062b83dd1ce5429eb5e1cd526c5d3360&device_id=b6fa8ec8-ac53-46d6-aa5c-bb14f9f6a511 HTTP/1.1" status: 200 len: 1129 time: 0.0436878 Feb 28 10:53:15.379399 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac184a-2a1d-4573-add3-4b95a77b3dea req-9fd947a9-607b-4c53-b926-3128884ec135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:15.380819 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-63ac184a-2a1d-4573-add3-4b95a77b3dea req-9fd947a9-607b-4c53-b926-3128884ec135 service neutron] 10.222.0.46 "GET /v2.0/networks?id=68874123-e025-4845-ba0e-91d78d83f030 HTTP/1.1" status: 200 len: 912 time: 0.0849764 Feb 28 10:53:15.443267 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-63ac184a-2a1d-4573-add3-4b95a77b3dea req-6cf30441-c440-4f21-93e4-b94ce1ab6c39 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18275580-6d62-44a3-a092-dbae9f85a2ed HTTP/1.1" status: 200 len: 1000 time: 0.0561564 Feb 28 10:53:15.492609 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac184a-2a1d-4573-add3-4b95a77b3dea req-bf5ee718-b234-416e-bf7d-b94e97c5d5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:15.494023 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-63ac184a-2a1d-4573-add3-4b95a77b3dea req-bf5ee718-b234-416e-bf7d-b94e97c5d5e6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=896a2934-5b4b-4856-b24b-092a86b9c05e HTTP/1.1" status: 200 len: 850 time: 0.0453744 Feb 28 10:53:15.541914 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac184a-2a1d-4573-add3-4b95a77b3dea req-19e08f85-6919-4a5d-a733-7b6698f5a68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:15.543319 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-63ac184a-2a1d-4573-add3-4b95a77b3dea req-19e08f85-6919-4a5d-a733-7b6698f5a68e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=68874123-e025-4845-ba0e-91d78d83f030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431759 Feb 28 10:53:15.627664 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-63ac184a-2a1d-4573-add3-4b95a77b3dea req-39b53166-cc80-4f0f-8e5e-c2a1c13aa4af service neutron] 10.222.0.46 "GET /v2.0/networks/68874123-e025-4845-ba0e-91d78d83f030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780261 Feb 28 10:53:15.716064 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-63ac184a-2a1d-4573-add3-4b95a77b3dea req-5c93fe72-5e90-4ebd-beed-e645d30a2c1c service neutron] 10.222.0.46 "GET /v2.0/networks/68874123-e025-4845-ba0e-91d78d83f030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829351 Feb 28 10:53:23.414093 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.agents_db [None req-ad1b81bb-6a73-47ab-ba10-dec1fea0c152 None None] Agent healthcheck: found 6 active agents {{(pid=102998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:53:24.978512 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-0499c0d7-f956-4ebc-ad55-269f38750030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:27.182397 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-8e01abc9-c2e6-477c-a525-d5f8b1e99e24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:28.611387 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:29.972776 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:31.528342 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [req-32d6f1cb-6755-43a4-83ff-e3ae4f7db96a req-d2857a82-4d7f-420c-af2a-c270b06654e2 service neutron] (102995) timed out ('10.222.0.46', 65358) {{(pid=102995) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 10:53:31.582405 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:34.194318 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (db31e800-75f5-4bdb-84cd-f402d346b45c), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:34.767224 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb80d7a-c0c5-4bb8-9e3d-a48c11c32b36 req-c3cdd836-7645-44b7-9269-96f56afd0a49 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:34.768692 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7eb80d7a-c0c5-4bb8-9e3d-a48c11c32b36 req-c3cdd836-7645-44b7-9269-96f56afd0a49 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6fa8ec8-ac53-46d6-aa5c-bb14f9f6a511 HTTP/1.1" status: 200 len: 945 time: 0.0522401 Feb 28 10:53:34.813419 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-7eb80d7a-c0c5-4bb8-9e3d-a48c11c32b36 req-81417359-c504-4273-845b-761ad798b3ae tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=96b7831f-6bc7-4368-9511-151d9cdcaabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386577 Feb 28 10:53:35.983089 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd232c-9e32-4361-8fc1-be7c40d20d56 req-9c183f9e-9499-43df-b6c4-9b4a0d70f757 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:35.984562 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c5cd232c-9e32-4361-8fc1-be7c40d20d56 req-9c183f9e-9499-43df-b6c4-9b4a0d70f757 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6fa8ec8-ac53-46d6-aa5c-bb14f9f6a511 HTTP/1.1" status: 200 len: 945 time: 0.1025195 Feb 28 10:53:36.030062 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c5cd232c-9e32-4361-8fc1-be7c40d20d56 req-8bf4ed5b-fd52-4824-9565-5dbda6b73ec7 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=96b7831f-6bc7-4368-9511-151d9cdcaabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400164 Feb 28 10:53:36.991809 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382527d-8812-49b8-abc9-63bdc84df832 req-c74cb47c-5cce-4589-9887-9b6e4642d577 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:36.993249 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-d382527d-8812-49b8-abc9-63bdc84df832 req-c74cb47c-5cce-4589-9887-9b6e4642d577 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6fa8ec8-ac53-46d6-aa5c-bb14f9f6a511 HTTP/1.1" status: 200 len: 945 time: 0.0519071 Feb 28 10:53:37.105077 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [req-d382527d-8812-49b8-abc9-63bdc84df832 req-15ef3646-13de-422a-9fe4-62069e826cfe tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Deleting port 18275580-6d62-44a3-a092-dbae9f85a2ed {{(pid=102996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:53:37.105410 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-d382527d-8812-49b8-abc9-63bdc84df832 req-15ef3646-13de-422a-9fe4-62069e826cfe tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (18275580-6d62-44a3-a092-dbae9f85a2ed), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:37.151888 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9795cca-f042-4294-a501-fd08d2a09149 req-7761f58b-b39c-4395-a6bb-c925fac65f74 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:37.153367 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c9795cca-f042-4294-a501-fd08d2a09149 req-7761f58b-b39c-4395-a6bb-c925fac65f74 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6fa8ec8-ac53-46d6-aa5c-bb14f9f6a511 HTTP/1.1" status: 200 len: 945 time: 0.0529790 Feb 28 10:53:37.192753 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [req-d382527d-8812-49b8-abc9-63bdc84df832 req-15ef3646-13de-422a-9fe4-62069e826cfe tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] For port 18275580-6d62-44a3-a092-dbae9f85a2ed, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=18275580-6d62-44a3-a092-dbae9f85a2ed,segment=NetworkSegment(1cc66786-7764-4091-9145-ea6e6eddb38d),segment_id=1cc66786-7764-4091-9145-ea6e6eddb38d)] {{(pid=102996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:53:37.193112 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-d382527d-8812-49b8-abc9-63bdc84df832 req-15ef3646-13de-422a-9fe4-62069e826cfe tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (18275580-6d62-44a3-a092-dbae9f85a2ed), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:37.198461 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-c9795cca-f042-4294-a501-fd08d2a09149 req-9dc59f55-688d-477c-bd84-e5b47592a935 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups?id=96b7831f-6bc7-4368-9511-151d9cdcaabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395479 Feb 28 10:53:37.359315 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-d382527d-8812-49b8-abc9-63bdc84df832 req-15ef3646-13de-422a-9fe4-62069e826cfe tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:37.359677 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-d382527d-8812-49b8-abc9-63bdc84df832 req-15ef3646-13de-422a-9fe4-62069e826cfe tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-379257'] for floatingip (8dfff86d-08b4-49b7-a9fb-18d154f2fe16), after_update {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:37.360015 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.db.l3_db [req-d382527d-8812-49b8-abc9-63bdc84df832 req-15ef3646-13de-422a-9fe4-62069e826cfe tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Floating IP 8dfff86d-08b4-49b7-a9fb-18d154f2fe16 disassociated. External IP: 172.27.1.95, port: 18275580-6d62-44a3-a092-dbae9f85a2ed. Feb 28 10:53:37.360409 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [req-d382527d-8812-49b8-abc9-63bdc84df832 req-15ef3646-13de-422a-9fe4-62069e826cfe tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Calling delete_port for 18275580-6d62-44a3-a092-dbae9f85a2ed owned by compute:nova {{(pid=102996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:53:37.483202 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-d382527d-8812-49b8-abc9-63bdc84df832 req-15ef3646-13de-422a-9fe4-62069e826cfe tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (18275580-6d62-44a3-a092-dbae9f85a2ed), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:37.511636 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef3646-13de-422a-9fe4-62069e826cfe tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Pushing event deleted for resources: {'Port': ['ID=18275580-6d62-44a3-a092-dbae9f85a2ed,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:37.522389 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef3646-13de-422a-9fe4-62069e826cfe tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:37.522745 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef3646-13de-422a-9fe4-62069e826cfe tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:37.523124 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef3646-13de-422a-9fe4-62069e826cfe tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:37.523470 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef3646-13de-422a-9fe4-62069e826cfe tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:37.523807 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef3646-13de-422a-9fe4-62069e826cfe tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:37.524136 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef3646-13de-422a-9fe4-62069e826cfe tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:37.524466 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef3646-13de-422a-9fe4-62069e826cfe tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:37.524791 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef3646-13de-422a-9fe4-62069e826cfe tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:37.525116 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef3646-13de-422a-9fe4-62069e826cfe tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:37.525478 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef3646-13de-422a-9fe4-62069e826cfe tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:37.525809 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef3646-13de-422a-9fe4-62069e826cfe tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:37.526132 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef3646-13de-422a-9fe4-62069e826cfe tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:37.526458 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef3646-13de-422a-9fe4-62069e826cfe tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:37.635975 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d382527d-8812-49b8-abc9-63bdc84df832 req-15ef3646-13de-422a-9fe4-62069e826cfe tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Router ef598a25-9445-492b-958c-fe319c2b58e5 has already been hosted by L3 agent 86347f47-2890-46a7-a199-31163828a11a {{(pid=102996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:53:37.743294 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d382527d-8812-49b8-abc9-63bdc84df832 req-15ef3646-13de-422a-9fe4-62069e826cfe tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Notify agent at l3_agent.dv-cinder-831167-1-iscsi the message routers_updated {{(pid=102996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:53:37.753834 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fdc8d9-ad87-426d-b1b4-fb90e34d7027 None None] Sync routers for ids ['ef598a25-9445-492b-958c-fe319c2b58e5'] in dv-cinder-831167-1-iscsi {{(pid=102998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:53:37.764110 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fdc8d9-ad87-426d-b1b4-fb90e34d7027 None None] Routers {'ef598a25-9445-492b-958c-fe319c2b58e5'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:53:37.764719 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-38fdc8d9-ad87-426d-b1b4-fb90e34d7027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:53:27Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['ef598a25-9445-492b-958c-fe319c2b58e5'], 'active': True} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:53:37.784953 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.l3_dvrscheduler_db [req-d382527d-8812-49b8-abc9-63bdc84df832 req-15ef3646-13de-422a-9fe4-62069e826cfe tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] No DVR routers for this DVR port 18275580-6d62-44a3-a092-dbae9f85a2ed on host hv-cinder-83116 {{(pid=102996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:53:37.787925 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [req-d382527d-8812-49b8-abc9-63bdc84df832 req-15ef3646-13de-422a-9fe4-62069e826cfe tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for port (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:37.791211 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [req-d382527d-8812-49b8-abc9-63bdc84df832 req-15ef3646-13de-422a-9fe4-62069e826cfe tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.46 "DELETE /v2.0/ports/18275580-6d62-44a3-a092-dbae9f85a2ed HTTP/1.1" status: 204 len: 173 time: 0.7932160 Feb 28 10:53:37.791647 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6fa8ec8-ac53-46d6-aa5c-bb14f9f6a511', 'name': 'network-vif-deleted', 'tag': '18275580-6d62-44a3-a092-dbae9f85a2ed'}] {{(pid=102996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:53:37.793941 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fc607127e9415785fd538e0c70e4bf06f6b8f20b6b46de5a0809c41644901f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc38656-841a-47bc-8ff3-5b6f2fb1b515" -d '{"events": [{"server_uuid": "b6fa8ec8-ac53-46d6-aa5c-bb14f9f6a511", "name": "network-vif-deleted", "tag": "18275580-6d62-44a3-a092-dbae9f85a2ed"}]}' {{(pid=102996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:53:37.830809 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec664ce8-4205-44c1-9e6c-aeea0f0fc0b2 x-openstack-request-id: req-ec664ce8-4205-44c1-9e6c-aeea0f0fc0b2 {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:53:37.831133 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6fa8ec8-ac53-46d6-aa5c-bb14f9f6a511", "name": "network-vif-deleted", "tag": "18275580-6d62-44a3-a092-dbae9f85a2ed", "status": "completed", "code": 200}]} {{(pid=102996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:53:37.831389 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ec664ce8-4205-44c1-9e6c-aeea0f0fc0b2 {{(pid=102996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:53:37.831794 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6fa8ec8-ac53-46d6-aa5c-bb14f9f6a511', 'name': 'network-vif-deleted', 'tag': '18275580-6d62-44a3-a092-dbae9f85a2ed', 'status': 'completed', 'code': 200} Feb 28 10:53:37.880198 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvr_db [None req-38fdc8d9-ad87-426d-b1b4-fb90e34d7027 None None] Set router ef598a25-9445-492b-958c-fe319c2b58e5 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:53:38.091710 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-38fdc8d9-ad87-426d-b1b4-fb90e34d7027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'name': 'tempest-AttachVolumeTestJSON-1050043195-router', 'tenant_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'a8a47849-7f10-43e1-a2b7-597b3bcc5dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:09Z', 'updated_at': '2022-02-28T10:47:12Z', 'revision_number': 4, 'project_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'gw_port': {'id': 'a8a47849-7f10-43e1-a2b7-597b3bcc5dd5', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:10Z', 'updated_at': '2022-02-28T10:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '31b4cdf4-df1c-479f-98f9-86f1bbfe70a8', 'name': '', 'network_id': '68874123-e025-4845-ba0e-91d78d83f030', 'tenant_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'mac_address': 'fa:16:3e:7c:21:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '896a2934-5b4b-4856-b24b-092a86b9c05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:11Z', 'updated_at': '2022-02-28T10:47:15Z', 'revision_number': 5, 'project_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'subnets': [{'id': '896a2934-5b4b-4856-b24b-092a86b9c05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:53:38.116842 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fdc8d9-ad87-426d-b1b4-fb90e34d7027 None None] Checking router: ef598a25-9445-492b-958c-fe319c2b58e5 for host: dv-cinder-831167-1-iscsi {{(pid=102998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:53:38.124632 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fdc8d9-ad87-426d-b1b4-fb90e34d7027 None None] Routers {'ef598a25-9445-492b-958c-fe319c2b58e5'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:53:38.125212 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-38fdc8d9-ad87-426d-b1b4-fb90e34d7027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:53:27Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['ef598a25-9445-492b-958c-fe319c2b58e5'], 'active': True} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:53:38.229907 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvr_db [None req-38fdc8d9-ad87-426d-b1b4-fb90e34d7027 None None] Set router ef598a25-9445-492b-958c-fe319c2b58e5 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:53:38.311863 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [req-5b34e423-a45e-4f24-952e-46a6a7f6cfa4 req-ebbf700d-758b-46f6-87bc-fc6f8d98d668 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6fa8ec8-ac53-46d6-aa5c-bb14f9f6a511 HTTP/1.1" status: 200 len: 210 time: 0.0311701 Feb 28 10:53:38.512378 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-38fdc8d9-ad87-426d-b1b4-fb90e34d7027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'name': 'tempest-AttachVolumeTestJSON-1050043195-router', 'tenant_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'a8a47849-7f10-43e1-a2b7-597b3bcc5dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:09Z', 'updated_at': '2022-02-28T10:47:12Z', 'revision_number': 4, 'project_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'gw_port': {'id': 'a8a47849-7f10-43e1-a2b7-597b3bcc5dd5', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:10Z', 'updated_at': '2022-02-28T10:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '31b4cdf4-df1c-479f-98f9-86f1bbfe70a8', 'name': '', 'network_id': '68874123-e025-4845-ba0e-91d78d83f030', 'tenant_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'mac_address': 'fa:16:3e:7c:21:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '896a2934-5b4b-4856-b24b-092a86b9c05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:11Z', 'updated_at': '2022-02-28T10:47:15Z', 'revision_number': 5, 'project_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'subnets': [{'id': '896a2934-5b4b-4856-b24b-092a86b9c05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:53:38.541075 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fdc8d9-ad87-426d-b1b4-fb90e34d7027 None None] The sync data for ids ['ef598a25-9445-492b-958c-fe319c2b58e5'] in dv-cinder-831167-1-iscsi is: [{'id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'name': 'tempest-AttachVolumeTestJSON-1050043195-router', 'tenant_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'a8a47849-7f10-43e1-a2b7-597b3bcc5dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:09Z', 'updated_at': '2022-02-28T10:47:12Z', 'revision_number': 4, 'project_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'gw_port': {'id': 'a8a47849-7f10-43e1-a2b7-597b3bcc5dd5', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:10Z', 'updated_at': '2022-02-28T10:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi', '_interfaces': [{'id': '31b4cdf4-df1c-479f-98f9-86f1bbfe70a8', 'name': '', 'network_id': '68874123-e025-4845-ba0e-91d78d83f030', 'tenant_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'mac_address': 'fa:16:3e:7c:21:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '896a2934-5b4b-4856-b24b-092a86b9c05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:11Z', 'updated_at': '2022-02-28T10:47:15Z', 'revision_number': 5, 'project_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'subnets': [{'id': '896a2934-5b4b-4856-b24b-092a86b9c05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:53:38.747879 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcced950-3dd3-49c3-ad3c-383b15eb0b8f None None] New status for floating IP 8dfff86d-08b4-49b7-a9fb-18d154f2fe16: DOWN {{(pid=102997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:53:39.397708 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 36290) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:39.448866 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-5ad6a0ce-5283-42dc-a06b-f888a5d50654 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks [] for security_group (96b7831f-6bc7-4368-9511-151d9cdcaabb), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:39.470842 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-5ad6a0ce-5283-42dc-a06b-f888a5d50654 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks [] for security_group (96b7831f-6bc7-4368-9511-151d9cdcaabb), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:39.518122 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-5ad6a0ce-5283-42dc-a06b-f888a5d50654 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (96b7831f-6bc7-4368-9511-151d9cdcaabb), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:39.521269 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-5ad6a0ce-5283-42dc-a06b-f888a5d50654 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:39.522379 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-5ad6a0ce-5283-42dc-a06b-f888a5d50654 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "DELETE /v2.0/security-groups/96b7831f-6bc7-4368-9511-151d9cdcaabb HTTP/1.1" status: 204 len: 168 time: 0.1236699 Feb 28 10:53:39.525177 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 36292) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:39.531094 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad6a0ce-5283-42dc-a06b-f888a5d50654 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b7831f-6bc7-4368-9511-151d9cdcaabb,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:39.538792 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6a0ce-5283-42dc-a06b-f888a5d50654 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:39.539174 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6a0ce-5283-42dc-a06b-f888a5d50654 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:39.539524 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6a0ce-5283-42dc-a06b-f888a5d50654 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:39.539864 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6a0ce-5283-42dc-a06b-f888a5d50654 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:39.540103 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.api.v2.resource [None req-bb11fa54-9f0f-4af3-b176-91617c456efb tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] show failed (client error): The resource could not be found. Feb 28 10:53:39.540222 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6a0ce-5283-42dc-a06b-f888a5d50654 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:39.540511 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6a0ce-5283-42dc-a06b-f888a5d50654 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:39.540851 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6a0ce-5283-42dc-a06b-f888a5d50654 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:39.541117 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-bb11fa54-9f0f-4af3-b176-91617c456efb tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "GET /v2.0/security-groups/96b7831f-6bc7-4368-9511-151d9cdcaabb HTTP/1.1" status: 404 len: 347 time: 0.0149288 Feb 28 10:53:39.541218 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6a0ce-5283-42dc-a06b-f888a5d50654 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:39.541488 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6a0ce-5283-42dc-a06b-f888a5d50654 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:39.541814 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6a0ce-5283-42dc-a06b-f888a5d50654 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:39.542140 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6a0ce-5283-42dc-a06b-f888a5d50654 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:39.542463 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6a0ce-5283-42dc-a06b-f888a5d50654 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:39.542782 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6a0ce-5283-42dc-a06b-f888a5d50654 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:39.544027 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 36294) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:39.664784 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [None req-a4f1773c-0b3a-4d5a-a094-fa9408fff1d6 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Deleting port 1a32c2c6-b86c-44fe-a9d9-7be4fee91ed0 {{(pid=102996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:53:39.665127 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-a4f1773c-0b3a-4d5a-a094-fa9408fff1d6 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (1a32c2c6-b86c-44fe-a9d9-7be4fee91ed0), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:39.736302 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-a4f1773c-0b3a-4d5a-a094-fa9408fff1d6 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (1a32c2c6-b86c-44fe-a9d9-7be4fee91ed0), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:39.736623 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-a4f1773c-0b3a-4d5a-a094-fa9408fff1d6 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks [] for floatingip (1a32c2c6-b86c-44fe-a9d9-7be4fee91ed0), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:39.748248 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [None req-a4f1773c-0b3a-4d5a-a094-fa9408fff1d6 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Calling delete_port for 1a32c2c6-b86c-44fe-a9d9-7be4fee91ed0 owned by network:floatingip {{(pid=102996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:53:39.765706 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device 18275580-6d62-44a3-a092-dbae9f85a2ed no longer exists at agent hyperv_hv-cinder-83116 {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:53:39.786502 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] No Port match for: 18275580-6d62-44a3-a092-dbae9f85a2ed {{(pid=102997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:53:39.786842 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Device 18275580-6d62-44a3-a092-dbae9f85a2ed not bound to the agent host hv-cinder-83116 {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:53:39.878674 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-a4f1773c-0b3a-4d5a-a094-fa9408fff1d6 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (1a32c2c6-b86c-44fe-a9d9-7be4fee91ed0), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:39.903282 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f1773c-0b3a-4d5a-a094-fa9408fff1d6 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Pushing event deleted for resources: {'Port': ['ID=1a32c2c6-b86c-44fe-a9d9-7be4fee91ed0,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:39.967984 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-a4f1773c-0b3a-4d5a-a094-fa9408fff1d6 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks [] for floatingip (8dfff86d-08b4-49b7-a9fb-18d154f2fe16), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:39.970983 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-a4f1773c-0b3a-4d5a-a094-fa9408fff1d6 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1988814'] for floatingip (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:39.972131 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-a4f1773c-0b3a-4d5a-a094-fa9408fff1d6 tempest-AttachVolumeTestJSON-21457660 tempest-AttachVolumeTestJSON-21457660-project] 10.222.0.44 "DELETE /v2.0/floatingips/8dfff86d-08b4-49b7-a9fb-18d154f2fe16 HTTP/1.1" status: 204 len: 168 time: 0.4272251 Feb 28 10:53:43.474370 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 36322) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:43.904161 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-33355567-6a65-49d7-807d-69b8400f18ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1717625'] for router_interface (ef598a25-9445-492b-958c-fe319c2b58e5), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:44.144759 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [None req-33355567-6a65-49d7-807d-69b8400f18ac admin admin] Deleting port 31b4cdf4-df1c-479f-98f9-86f1bbfe70a8 {{(pid=102996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:53:44.145091 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-33355567-6a65-49d7-807d-69b8400f18ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (31b4cdf4-df1c-479f-98f9-86f1bbfe70a8), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:44.221732 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [None req-33355567-6a65-49d7-807d-69b8400f18ac admin admin] For port 31b4cdf4-df1c-479f-98f9-86f1bbfe70a8, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=31b4cdf4-df1c-479f-98f9-86f1bbfe70a8,segment=NetworkSegment(1cc66786-7764-4091-9145-ea6e6eddb38d),segment_id=1cc66786-7764-4091-9145-ea6e6eddb38d)] {{(pid=102996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:53:44.222003 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-33355567-6a65-49d7-807d-69b8400f18ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (31b4cdf4-df1c-479f-98f9-86f1bbfe70a8), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:44.234699 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [None req-33355567-6a65-49d7-807d-69b8400f18ac admin admin] Calling delete_port for 31b4cdf4-df1c-479f-98f9-86f1bbfe70a8 owned by network:router_interface {{(pid=102996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:53:44.407210 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-33355567-6a65-49d7-807d-69b8400f18ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (31b4cdf4-df1c-479f-98f9-86f1bbfe70a8), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:44.431229 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33355567-6a65-49d7-807d-69b8400f18ac admin admin] Pushing event deleted for resources: {'Port': ['ID=31b4cdf4-df1c-479f-98f9-86f1bbfe70a8,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:44.592675 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-33355567-6a65-49d7-807d-69b8400f18ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717653'] for router_interface (ef598a25-9445-492b-958c-fe319c2b58e5), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:44.806102 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33355567-6a65-49d7-807d-69b8400f18ac admin admin] Router ef598a25-9445-492b-958c-fe319c2b58e5 has already been hosted by L3 agent 86347f47-2890-46a7-a199-31163828a11a {{(pid=102996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:53:44.909172 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33355567-6a65-49d7-807d-69b8400f18ac admin admin] Notify agent at l3_agent.dv-cinder-831167-1-iscsi the message routers_updated {{(pid=102996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:53:44.914122 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-33355567-6a65-49d7-807d-69b8400f18ac admin admin] 10.222.0.44 "PUT /v2.0/routers/ef598a25-9445-492b-958c-fe319c2b58e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4387076 Feb 28 10:53:44.916670 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 36326) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:44.919316 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f1134d-153c-4d1f-9d0b-d29b90f26dcb None None] Sync routers for ids ['ef598a25-9445-492b-958c-fe319c2b58e5'] in dv-cinder-831167-1-iscsi {{(pid=102998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:53:44.930457 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f1134d-153c-4d1f-9d0b-d29b90f26dcb None None] Routers {'ef598a25-9445-492b-958c-fe319c2b58e5'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:53:44.931176 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-22f1134d-153c-4d1f-9d0b-d29b90f26dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:53:27Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['ef598a25-9445-492b-958c-fe319c2b58e5'], 'active': True} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:53:45.022634 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-c71a6559-647f-4a4b-b7a1-7fcf918d77f1 admin admin] Publish callbacks [] for router (ef598a25-9445-492b-958c-fe319c2b58e5), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:45.038852 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvr_db [None req-22f1134d-153c-4d1f-9d0b-d29b90f26dcb None None] Set router ef598a25-9445-492b-958c-fe319c2b58e5 gateway port host: dv-cinder-831167-1-iscsi {{(pid=102998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:53:45.126475 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-c71a6559-647f-4a4b-b7a1-7fcf918d77f1 admin admin] Publish callbacks [] for router_gateway (ef598a25-9445-492b-958c-fe319c2b58e5), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:45.178339 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [None req-c71a6559-647f-4a4b-b7a1-7fcf918d77f1 admin admin] Deleting port a8a47849-7f10-43e1-a2b7-597b3bcc5dd5 {{(pid=102996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:53:45.178668 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-c71a6559-647f-4a4b-b7a1-7fcf918d77f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (a8a47849-7f10-43e1-a2b7-597b3bcc5dd5), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:45.211508 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-22f1134d-153c-4d1f-9d0b-d29b90f26dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'name': 'tempest-AttachVolumeTestJSON-1050043195-router', 'tenant_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'external_fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'a8a47849-7f10-43e1-a2b7-597b3bcc5dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:09Z', 'updated_at': '2022-02-28T10:53:44Z', 'revision_number': 5, 'project_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'gw_port': {'id': 'a8a47849-7f10-43e1-a2b7-597b3bcc5dd5', 'name': '', 'network_id': '5c191bd3-8d00-44c5-b017-904410258187', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:10Z', 'updated_at': '2022-02-28T10:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d51f16-a2c9-415b-a552-79de15f3fe23', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-1-iscsi'}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:53:45.240769 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f1134d-153c-4d1f-9d0b-d29b90f26dcb None None] Checking router: ef598a25-9445-492b-958c-fe319c2b58e5 for host: dv-cinder-831167-1-iscsi {{(pid=102998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:53:45.248793 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f1134d-153c-4d1f-9d0b-d29b90f26dcb None None] Routers {'ef598a25-9445-492b-958c-fe319c2b58e5'} bound to L3 agent in host dv-cinder-831167-1-iscsi {{(pid=102998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:53:45.249395 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-22f1134d-153c-4d1f-9d0b-d29b90f26dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:29:57Z,description=,heartbeat_timestamp=2022-02-28T10:53:27Z,host='dv-cinder-831167-1-iscsi',id=86347f47-2890-46a7-a199-31163828a11a,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:29:57Z,topic='l3_agent')) {'router_ids': ['ef598a25-9445-492b-958c-fe319c2b58e5'], 'active': True} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:53:45.256251 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.db [None req-c71a6559-647f-4a4b-b7a1-7fcf918d77f1 admin admin] For port a8a47849-7f10-43e1-a2b7-597b3bcc5dd5, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=a8a47849-7f10-43e1-a2b7-597b3bcc5dd5,segment=NetworkSegment(490b7679-533e-4a17-9008-1b96b60e260c),segment_id=490b7679-533e-4a17-9008-1b96b60e260c)] {{(pid=102996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:53:45.256605 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-c71a6559-647f-4a4b-b7a1-7fcf918d77f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (a8a47849-7f10-43e1-a2b7-597b3bcc5dd5), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:45.267843 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.plugins.ml2.plugin [None req-c71a6559-647f-4a4b-b7a1-7fcf918d77f1 admin admin] Calling delete_port for a8a47849-7f10-43e1-a2b7-597b3bcc5dd5 owned by network:router_gateway {{(pid=102996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:53:45.339119 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_dvr_db [None req-22f1134d-153c-4d1f-9d0b-d29b90f26dcb None None] Set router ef598a25-9445-492b-958c-fe319c2b58e5 gateway port host: None {{(pid=102998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:53:45.391213 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.l3_hamode_db [None req-22f1134d-153c-4d1f-9d0b-d29b90f26dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'name': 'tempest-AttachVolumeTestJSON-1050043195-router', 'tenant_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:09Z', 'updated_at': '2022-02-28T10:53:45Z', 'revision_number': 6, 'project_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'gw_port_host': None}], 'dv-cinder-831167-1-iscsi', False) {} {{(pid=102998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:53:45.422123 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f1134d-153c-4d1f-9d0b-d29b90f26dcb None None] The sync data for ids ['ef598a25-9445-492b-958c-fe319c2b58e5'] in dv-cinder-831167-1-iscsi is: [{'id': 'ef598a25-9445-492b-958c-fe319c2b58e5', 'name': 'tempest-AttachVolumeTestJSON-1050043195-router', 'tenant_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:09Z', 'updated_at': '2022-02-28T10:53:45Z', 'revision_number': 6, 'project_id': '062b83dd1ce5429eb5e1cd526c5d3360', 'gw_port_host': None}] {{(pid=102998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:53:45.685295 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-c71a6559-647f-4a4b-b7a1-7fcf918d77f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63361877'] for port (a8a47849-7f10-43e1-a2b7-597b3bcc5dd5), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:45.709785 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a6559-647f-4a4b-b7a1-7fcf918d77f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8a47849-7f10-43e1-a2b7-597b3bcc5dd5,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:45.775494 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-c71a6559-647f-4a4b-b7a1-7fcf918d77f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-379191'] for router_gateway (ef598a25-9445-492b-958c-fe319c2b58e5), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:45.866965 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-c71a6559-647f-4a4b-b7a1-7fcf918d77f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14643'] for router (ef598a25-9445-492b-958c-fe319c2b58e5), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:45.869040 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-c71a6559-647f-4a4b-b7a1-7fcf918d77f1 admin admin] Publish callbacks [] for router_controller (ef598a25-9445-492b-958c-fe319c2b58e5), precommit_delete_associations {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:45.911236 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-c71a6559-647f-4a4b-b7a1-7fcf918d77f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718172'] for router (ef598a25-9445-492b-958c-fe319c2b58e5), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:45.911768 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71a6559-647f-4a4b-b7a1-7fcf918d77f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef598a25-9445-492b-958c-fe319c2b58e5 {{(pid=102996) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:53:45.917021 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-c71a6559-647f-4a4b-b7a1-7fcf918d77f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:45.918149 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-c71a6559-647f-4a4b-b7a1-7fcf918d77f1 admin admin] 10.222.0.44 "DELETE /v2.0/routers/ef598a25-9445-492b-958c-fe319c2b58e5 HTTP/1.1" status: 204 len: 168 time: 1.0005867 Feb 28 10:53:45.920605 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 36328) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:45.963701 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.db.db_base_plugin_v2 [None req-caea0911-bec5-4b6a-8181-a24302625ccc admin admin] Deleting subnet 896a2934-5b4b-4856-b24b-092a86b9c05e {{(pid=102996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:53:45.966567 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-caea0911-bec5-4b6a-8181-a24302625ccc admin admin] Publish callbacks [] for subnet (896a2934-5b4b-4856-b24b-092a86b9c05e), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:46.003023 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-caea0911-bec5-4b6a-8181-a24302625ccc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63660276'] for subnet (896a2934-5b4b-4856-b24b-092a86b9c05e), precommit_delete_associations {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:46.075794 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-caea0911-bec5-4b6a-8181-a24302625ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759398'] for subnet (896a2934-5b4b-4856-b24b-092a86b9c05e), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:46.127205 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-caea0911-bec5-4b6a-8181-a24302625ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63361894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64835571'] for subnet (896a2934-5b4b-4856-b24b-092a86b9c05e), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:46.154543 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-caea0911-bec5-4b6a-8181-a24302625ccc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for subnet (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:46.157688 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-caea0911-bec5-4b6a-8181-a24302625ccc admin admin] 10.222.0.44 "DELETE /v2.0/subnets/896a2934-5b4b-4856-b24b-092a86b9c05e HTTP/1.1" status: 204 len: 168 time: 0.2361701 Feb 28 10:53:46.158947 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caea0911-bec5-4b6a-8181-a24302625ccc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=896a2934-5b4b-4856-b24b-092a86b9c05e,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:46.160495 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 36330) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:46.168118 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9722d1fd-997b-4662-88d9-13a17006e291 None None] Network 68874123-e025-4845-ba0e-91d78d83f030 requested from dv-cinder-831167-1-iscsi {{(pid=102997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:53:46.244069 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-dd3edf6a-6314-4f05-91ec-cc039bb39954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-781725'] for network (68874123-e025-4845-ba0e-91d78d83f030), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:46.302644 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.plugin [None req-dd3edf6a-6314-4f05-91ec-cc039bb39954 admin admin] Deleting port c7f84667-a033-402d-b949-f8d73d22dd3b {{(pid=102995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:53:46.303018 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-dd3edf6a-6314-4f05-91ec-cc039bb39954 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (c7f84667-a033-402d-b949-f8d73d22dd3b), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:46.326650 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678f597e-0226-441b-bdd0-9e2fe14052c7 None None] DHCP port deletion for 68874123-e025-4845-ba0e-91d78d83f030 request from dv-cinder-831167-1-iscsi {{(pid=102997) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:53:46.364426 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.db [None req-dd3edf6a-6314-4f05-91ec-cc039bb39954 admin admin] For port c7f84667-a033-402d-b949-f8d73d22dd3b, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=c7f84667-a033-402d-b949-f8d73d22dd3b,segment=NetworkSegment(1cc66786-7764-4091-9145-ea6e6eddb38d),segment_id=1cc66786-7764-4091-9145-ea6e6eddb38d)] {{(pid=102995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:53:46.364821 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-dd3edf6a-6314-4f05-91ec-cc039bb39954 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (c7f84667-a033-402d-b949-f8d73d22dd3b), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:46.378118 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-678f597e-0226-441b-bdd0-9e2fe14052c7 None None] Deleting port c7f84667-a033-402d-b949-f8d73d22dd3b {{(pid=102997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:53:46.378574 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-678f597e-0226-441b-bdd0-9e2fe14052c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783309824889'] for port (c7f84667-a033-402d-b949-f8d73d22dd3b), before_delete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:46.379181 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.plugin [None req-dd3edf6a-6314-4f05-91ec-cc039bb39954 admin admin] Calling delete_port for c7f84667-a033-402d-b949-f8d73d22dd3b owned by network:dhcp {{(pid=102995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:53:46.441809 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.db [None req-678f597e-0226-441b-bdd0-9e2fe14052c7 None None] For port c7f84667-a033-402d-b949-f8d73d22dd3b, host dv-cinder-831167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-1-iscsi',level=0,port_id=c7f84667-a033-402d-b949-f8d73d22dd3b,segment=NetworkSegment(1cc66786-7764-4091-9145-ea6e6eddb38d),segment_id=1cc66786-7764-4091-9145-ea6e6eddb38d)] {{(pid=102997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:53:46.442249 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-678f597e-0226-441b-bdd0-9e2fe14052c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383506'] for port (c7f84667-a033-402d-b949-f8d73d22dd3b), precommit_delete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:46.454931 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-678f597e-0226-441b-bdd0-9e2fe14052c7 None None] Calling delete_port for c7f84667-a033-402d-b949-f8d73d22dd3b owned by network:dhcp {{(pid=102997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:53:46.464041 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-dd3edf6a-6314-4f05-91ec-cc039bb39954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63288186'] for port (c7f84667-a033-402d-b949-f8d73d22dd3b), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:46.491818 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3edf6a-6314-4f05-91ec-cc039bb39954 admin admin] No DVR routers for this DVR port c7f84667-a033-402d-b949-f8d73d22dd3b on host dv-cinder-831167-1-iscsi {{(pid=102995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:53:46.495594 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3edf6a-6314-4f05-91ec-cc039bb39954 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7f84667-a033-402d-b949-f8d73d22dd3b,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:46.540020 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-678f597e-0226-441b-bdd0-9e2fe14052c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783309830108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783309421990'] for port (c7f84667-a033-402d-b949-f8d73d22dd3b), after_delete {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:46.561873 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-dd3edf6a-6314-4f05-91ec-cc039bb39954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721821', 'neutron.services.segments.db._delete_segments_for_network-8783309880477'] for network (68874123-e025-4845-ba0e-91d78d83f030), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:46.565678 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678f597e-0226-441b-bdd0-9e2fe14052c7 None None] Pushing event deleted for resources: {'Port': ['ID=c7f84667-a033-402d-b949-f8d73d22dd3b,revision_number=None']} {{(pid=102997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:46.567936 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678f597e-0226-441b-bdd0-9e2fe14052c7 None None] No DVR routers for this DVR port c7f84667-a033-402d-b949-f8d73d22dd3b on host dv-cinder-831167-1-iscsi {{(pid=102997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:53:46.580448 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678f597e-0226-441b-bdd0-9e2fe14052c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:46.580808 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678f597e-0226-441b-bdd0-9e2fe14052c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:46.581151 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678f597e-0226-441b-bdd0-9e2fe14052c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:46.581488 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678f597e-0226-441b-bdd0-9e2fe14052c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:46.581816 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678f597e-0226-441b-bdd0-9e2fe14052c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:46.582145 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678f597e-0226-441b-bdd0-9e2fe14052c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:46.582469 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678f597e-0226-441b-bdd0-9e2fe14052c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:46.583335 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678f597e-0226-441b-bdd0-9e2fe14052c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:46.583681 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678f597e-0226-441b-bdd0-9e2fe14052c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:46.584013 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678f597e-0226-441b-bdd0-9e2fe14052c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:46.584328 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678f597e-0226-441b-bdd0-9e2fe14052c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:46.584646 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678f597e-0226-441b-bdd0-9e2fe14052c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:46.584984 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678f597e-0226-441b-bdd0-9e2fe14052c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:46.587442 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.services.segments.db [None req-dd3edf6a-6314-4f05-91ec-cc039bb39954 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68874123-e025-4845-ba0e-91d78d83f030']}} {{(pid=102995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:53:46.596697 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.services.segments.db [None req-dd3edf6a-6314-4f05-91ec-cc039bb39954 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cc66786-7764-4091-9145-ea6e6eddb38d') {'for_net_delete': True} {{(pid=102995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:53:46.596998 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.services.segments.db [None req-dd3edf6a-6314-4f05-91ec-cc039bb39954 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cc66786-7764-4091-9145-ea6e6eddb38d') {} {{(pid=102995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:53:46.609979 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-dd3edf6a-6314-4f05-91ec-cc039bb39954 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783309883046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63575890'] for segment (1cc66786-7764-4091-9145-ea6e6eddb38d), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:46.623115 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-dd3edf6a-6314-4f05-91ec-cc039bb39954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761337'] for segment (1cc66786-7764-4091-9145-ea6e6eddb38d), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:46.629474 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd3edf6a-6314-4f05-91ec-cc039bb39954 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=102995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:53:46.630370 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-dd3edf6a-6314-4f05-91ec-cc039bb39954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63288215'] for segment (1cc66786-7764-4091-9145-ea6e6eddb38d), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:46.632117 dv-cinder-831167-1-iscsi neutron-server[102995]: Traceback (most recent call last): Feb 28 10:53:46.632117 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:53:46.632117 dv-cinder-831167-1-iscsi neutron-server[102995]: timer() Feb 28 10:53:46.632117 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:53:46.632117 dv-cinder-831167-1-iscsi neutron-server[102995]: cb(*args, **kw) Feb 28 10:53:46.632117 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:53:46.632117 dv-cinder-831167-1-iscsi neutron-server[102995]: return func(*args, **kwargs) Feb 28 10:53:46.632117 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:53:46.632117 dv-cinder-831167-1-iscsi neutron-server[102995]: self._notify() Feb 28 10:53:46.632117 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:53:46.632117 dv-cinder-831167-1-iscsi neutron-server[102995]: self.callback(batched_events) Feb 28 10:53:46.632117 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:53:46.632117 dv-cinder-831167-1-iscsi neutron-server[102995]: event.method(event) Feb 28 10:53:46.632117 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:53:46.632117 dv-cinder-831167-1-iscsi neutron-server[102995]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:53:46.632117 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:53:46.632117 dv-cinder-831167-1-iscsi neutron-server[102995]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:53:46.632117 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:53:46.632117 dv-cinder-831167-1-iscsi neutron-server[102995]: return f(self, *a, **k) Feb 28 10:53:46.632117 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:53:46.632117 dv-cinder-831167-1-iscsi neutron-server[102995]: return self._get(url).json() Feb 28 10:53:46.632117 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:53:46.632117 dv-cinder-831167-1-iscsi neutron-server[102995]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:53:46.632117 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:53:46.632117 dv-cinder-831167-1-iscsi neutron-server[102995]: return self.request(url, 'GET', **kwargs) Feb 28 10:53:46.632117 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:53:46.632117 dv-cinder-831167-1-iscsi neutron-server[102995]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:53:46.632117 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:53:46.632117 dv-cinder-831167-1-iscsi neutron-server[102995]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:53:46.632117 dv-cinder-831167-1-iscsi neutron-server[102995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:53:46.632117 dv-cinder-831167-1-iscsi neutron-server[102995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:53:46.632117 dv-cinder-831167-1-iscsi neutron-server[102995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:53:46.683494 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-dd3edf6a-6314-4f05-91ec-cc039bb39954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-379147'] for network (68874123-e025-4845-ba0e-91d78d83f030), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:46.688595 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-dd3edf6a-6314-4f05-91ec-cc039bb39954 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584319'] for network (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:46.691667 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-dd3edf6a-6314-4f05-91ec-cc039bb39954 admin admin] 10.222.0.44 "DELETE /v2.0/networks/68874123-e025-4845-ba0e-91d78d83f030 HTTP/1.1" status: 204 len: 168 time: 0.5289240 Feb 28 10:53:46.702784 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3edf6a-6314-4f05-91ec-cc039bb39954 admin admin] Pushing event deleted for resources: {'Network': ['ID=68874123-e025-4845-ba0e-91d78d83f030,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:46.801310 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 36334) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:46.844930 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-0bfea968-d0c8-4e1b-b291-851f91af6f45 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=062b83dd1ce5429eb5e1cd526c5d3360&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423272 Feb 28 10:53:46.847186 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 36336) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:46.891874 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-61c63552-cd73-4344-8462-ae621c3d3024 admin admin] Publish callbacks [] for security_group (eee309e4-6240-49bb-807a-0a1dd7a117b8), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:46.912089 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-61c63552-cd73-4344-8462-ae621c3d3024 admin admin] Publish callbacks [] for security_group (eee309e4-6240-49bb-807a-0a1dd7a117b8), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:46.958738 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-61c63552-cd73-4344-8462-ae621c3d3024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (eee309e4-6240-49bb-807a-0a1dd7a117b8), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:46.961228 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-61c63552-cd73-4344-8462-ae621c3d3024 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:46.962362 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-61c63552-cd73-4344-8462-ae621c3d3024 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eee309e4-6240-49bb-807a-0a1dd7a117b8 HTTP/1.1" status: 204 len: 168 time: 0.1142936 Feb 28 10:53:46.970292 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c63552-cd73-4344-8462-ae621c3d3024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee309e4-6240-49bb-807a-0a1dd7a117b8,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:47.037039 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 31b4cdf4-df1c-479f-98f9-86f1bbfe70a8 no longer exists at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:53:47.058042 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] No Port match for: 31b4cdf4-df1c-479f-98f9-86f1bbfe70a8 {{(pid=102997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:53:47.058393 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device 31b4cdf4-df1c-479f-98f9-86f1bbfe70a8 not bound to the agent host dv-cinder-831167-1-iscsi {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:53:47.058803 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device c7f84667-a033-402d-b949-f8d73d22dd3b no longer exists at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:53:47.077962 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] No Port match for: c7f84667-a033-402d-b949-f8d73d22dd3b {{(pid=102997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:53:47.078310 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device c7f84667-a033-402d-b949-f8d73d22dd3b not bound to the agent host dv-cinder-831167-1-iscsi {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:53:47.079169 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device a8a47849-7f10-43e1-a2b7-597b3bcc5dd5 no longer exists at agent ovs-agent-dv-cinder-831167-1-iscsi {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:53:47.100768 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.plugin [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] No Port match for: a8a47849-7f10-43e1-a2b7-597b3bcc5dd5 {{(pid=102997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:53:47.101124 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron.plugins.ml2.rpc [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Device a8a47849-7f10-43e1-a2b7-597b3bcc5dd5 not bound to the agent host dv-cinder-831167-1-iscsi {{(pid=102997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:53:54.019309 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [req-2be94dae-58ce-4d72-91ab-af53bb2b14f1 req-39a5af71-5d4c-48e8-8e75-e94fdff049d2 service neutron] (102995) timed out ('10.222.0.46', 65349) {{(pid=102995) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 10:53:54.667827 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [req-0ecebc0d-d59b-49e9-b537-105c11e67611 req-2b810281-726f-4d09-8047-b5bc48f70425 service neutron] (102996) timed out ('10.222.0.46', 65348) {{(pid=102996) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 10:53:54.979090 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-632cc85c-eb9d-421e-a211-e73699c2ec3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:57.183376 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-069a20e2-6855-46fd-bb69-9195da5c44bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:58.612867 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:59.675215 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 36476) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:59.776256 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-2d5306d7-9020-47b4-bf45-1e618c89e9f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:59.847968 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-2d5306d7-9020-47b4-bf45-1e618c89e9f0 admin admin] Publish callbacks [] for security_group (6d546777-ec47-4c15-b9f1-0691dd155272), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:59.851649 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-2d5306d7-9020-47b4-bf45-1e618c89e9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (6d546777-ec47-4c15-b9f1-0691dd155272), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:59.889010 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-2d5306d7-9020-47b4-bf45-1e618c89e9f0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=57ffa5f6a8144654953cac551bb4472b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2127521 Feb 28 10:53:59.889852 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5306d7-9020-47b4-bf45-1e618c89e9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d546777-ec47-4c15-b9f1-0691dd155272,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:59.891772 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 36480) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:59.939171 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-99841571-8e0e-4043-a579-83c562d4e3d7 admin admin] Publish callbacks [] for security_group (6d546777-ec47-4c15-b9f1-0691dd155272), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:59.960658 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-99841571-8e0e-4043-a579-83c562d4e3d7 admin admin] Publish callbacks [] for security_group (6d546777-ec47-4c15-b9f1-0691dd155272), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:59.982827 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:00.011737 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-99841571-8e0e-4043-a579-83c562d4e3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (6d546777-ec47-4c15-b9f1-0691dd155272), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:00.014499 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-99841571-8e0e-4043-a579-83c562d4e3d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:00.018090 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-99841571-8e0e-4043-a579-83c562d4e3d7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6d546777-ec47-4c15-b9f1-0691dd155272 HTTP/1.1" status: 204 len: 168 time: 0.1228557 Feb 28 10:54:00.023927 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99841571-8e0e-4043-a579-83c562d4e3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d546777-ec47-4c15-b9f1-0691dd155272,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:54:00.282926 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 36486) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:54:00.298785 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-23f82b34-c85a-49ce-b76d-f4bb841dc4df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:00.373314 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-23f82b34-c85a-49ce-b76d-f4bb841dc4df admin admin] Publish callbacks [] for security_group (41c0b5c0-a3ce-4891-91f3-2b82378ad130), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:00.377020 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-23f82b34-c85a-49ce-b76d-f4bb841dc4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (41c0b5c0-a3ce-4891-91f3-2b82378ad130), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:00.412810 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.agents_db [None req-ad1b81bb-6a73-47ab-ba10-dec1fea0c152 None None] Agent healthcheck: found 6 active agents {{(pid=102998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:54:00.415006 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-23f82b34-c85a-49ce-b76d-f4bb841dc4df admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9fdc0da8c2d547b9b4f5bfcf53ab39aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309781 Feb 28 10:54:00.415861 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f82b34-c85a-49ce-b76d-f4bb841dc4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c0b5c0-a3ce-4891-91f3-2b82378ad130,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:54:00.418179 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 36488) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:54:00.466340 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-53b74111-c102-4114-a303-fa0b246b2506 admin admin] Publish callbacks [] for security_group (41c0b5c0-a3ce-4891-91f3-2b82378ad130), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:00.486686 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-53b74111-c102-4114-a303-fa0b246b2506 admin admin] Publish callbacks [] for security_group (41c0b5c0-a3ce-4891-91f3-2b82378ad130), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:00.532651 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-53b74111-c102-4114-a303-fa0b246b2506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (41c0b5c0-a3ce-4891-91f3-2b82378ad130), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:00.535139 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-53b74111-c102-4114-a303-fa0b246b2506 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:00.536306 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-53b74111-c102-4114-a303-fa0b246b2506 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/41c0b5c0-a3ce-4891-91f3-2b82378ad130 HTTP/1.1" status: 204 len: 168 time: 0.1176262 Feb 28 10:54:00.544268 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b74111-c102-4114-a303-fa0b246b2506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c0b5c0-a3ce-4891-91f3-2b82378ad130,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:54:01.584169 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:04.201585 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (db31e800-75f5-4bdb-84cd-f402d346b45c), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:24.981074 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-90448841-4c75-4ce6-ab3e-6f46c31e57fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:27.184507 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-40b0cb8e-589c-490d-af9d-0b05a49b05dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:28.615319 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:29.976369 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:31.585377 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:34.208394 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (db31e800-75f5-4bdb-84cd-f402d346b45c), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:36.348891 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 36706) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:54:36.452578 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-e15b741f-2dbc-495e-9fed-8d5dc1585e10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:36.525684 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-e15b741f-2dbc-495e-9fed-8d5dc1585e10 admin admin] Publish callbacks [] for security_group (9a8f9eb5-7377-4f5a-845d-0227c52f7851), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:36.529726 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-e15b741f-2dbc-495e-9fed-8d5dc1585e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (9a8f9eb5-7377-4f5a-845d-0227c52f7851), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:36.565725 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15b741f-2dbc-495e-9fed-8d5dc1585e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8f9eb5-7377-4f5a-845d-0227c52f7851,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:54:36.571145 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-e15b741f-2dbc-495e-9fed-8d5dc1585e10 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=25b559d5a8e44bbb8a76b31becdadee2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2211871 Feb 28 10:54:36.574042 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 36710) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:54:36.621937 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-61af3d91-36a0-42bf-9490-84a72a3250ad admin admin] Publish callbacks [] for security_group (9a8f9eb5-7377-4f5a-845d-0227c52f7851), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:36.642916 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-61af3d91-36a0-42bf-9490-84a72a3250ad admin admin] Publish callbacks [] for security_group (9a8f9eb5-7377-4f5a-845d-0227c52f7851), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:36.686791 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-61af3d91-36a0-42bf-9490-84a72a3250ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (9a8f9eb5-7377-4f5a-845d-0227c52f7851), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:36.689343 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-61af3d91-36a0-42bf-9490-84a72a3250ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:36.690480 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-61af3d91-36a0-42bf-9490-84a72a3250ad admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9a8f9eb5-7377-4f5a-845d-0227c52f7851 HTTP/1.1" status: 204 len: 168 time: 0.1160700 Feb 28 10:54:36.698200 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af3d91-36a0-42bf-9490-84a72a3250ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8f9eb5-7377-4f5a-845d-0227c52f7851,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:54:36.935548 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 36716) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:54:36.948168 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-e941e28e-0b67-4074-9b97-d08c153f4e0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:37.020547 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-e941e28e-0b67-4074-9b97-d08c153f4e0e admin admin] Publish callbacks [] for security_group (05f92021-fd91-4013-b8e9-0e9469dd83fe), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:37.024628 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-e941e28e-0b67-4074-9b97-d08c153f4e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (05f92021-fd91-4013-b8e9-0e9469dd83fe), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:37.062031 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-e941e28e-0b67-4074-9b97-d08c153f4e0e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6143966933134df29e216f010e1cafcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1254528 Feb 28 10:54:37.063144 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e941e28e-0b67-4074-9b97-d08c153f4e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f92021-fd91-4013-b8e9-0e9469dd83fe,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:54:37.064740 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 36718) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:54:37.112839 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-c7cbe3ea-a8c2-4917-8478-612e10b334f0 admin admin] Publish callbacks [] for security_group (05f92021-fd91-4013-b8e9-0e9469dd83fe), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:37.133839 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-c7cbe3ea-a8c2-4917-8478-612e10b334f0 admin admin] Publish callbacks [] for security_group (05f92021-fd91-4013-b8e9-0e9469dd83fe), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:37.180124 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-c7cbe3ea-a8c2-4917-8478-612e10b334f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (05f92021-fd91-4013-b8e9-0e9469dd83fe), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:37.182664 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-c7cbe3ea-a8c2-4917-8478-612e10b334f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:37.183834 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-c7cbe3ea-a8c2-4917-8478-612e10b334f0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/05f92021-fd91-4013-b8e9-0e9469dd83fe HTTP/1.1" status: 204 len: 168 time: 0.1181161 Feb 28 10:54:37.191273 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cbe3ea-a8c2-4917-8478-612e10b334f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f92021-fd91-4013-b8e9-0e9469dd83fe,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:54:37.411548 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.agents_db [None req-ad1b81bb-6a73-47ab-ba10-dec1fea0c152 None None] Agent healthcheck: found 6 active agents {{(pid=102998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:54:41.925226 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 36792) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:54:42.028148 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-35cb3373-317c-48c4-8f15-5f04c184f37a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:42.101683 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-35cb3373-317c-48c4-8f15-5f04c184f37a admin admin] Publish callbacks [] for security_group (50de2743-a097-4cf5-98bf-08d97acf4fde), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:42.105547 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-35cb3373-317c-48c4-8f15-5f04c184f37a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (50de2743-a097-4cf5-98bf-08d97acf4fde), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:42.141837 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb3373-317c-48c4-8f15-5f04c184f37a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50de2743-a097-4cf5-98bf-08d97acf4fde,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:54:42.146957 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-35cb3373-317c-48c4-8f15-5f04c184f37a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c00fe7484a414687a85f8be39b212326&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2206955 Feb 28 10:54:42.150266 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 36796) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:54:42.152265 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cb3373-317c-48c4-8f15-5f04c184f37a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:42.152622 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cb3373-317c-48c4-8f15-5f04c184f37a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:42.152969 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cb3373-317c-48c4-8f15-5f04c184f37a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:42.153309 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cb3373-317c-48c4-8f15-5f04c184f37a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:42.153647 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cb3373-317c-48c4-8f15-5f04c184f37a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:42.153986 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cb3373-317c-48c4-8f15-5f04c184f37a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:42.154315 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cb3373-317c-48c4-8f15-5f04c184f37a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:42.154673 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cb3373-317c-48c4-8f15-5f04c184f37a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:42.155017 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cb3373-317c-48c4-8f15-5f04c184f37a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:42.155346 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cb3373-317c-48c4-8f15-5f04c184f37a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:42.155674 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cb3373-317c-48c4-8f15-5f04c184f37a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:42.155999 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cb3373-317c-48c4-8f15-5f04c184f37a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:42.156320 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cb3373-317c-48c4-8f15-5f04c184f37a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:42.196374 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-e20c1078-9dbf-44f4-8497-4eb95b9152a5 admin admin] Publish callbacks [] for security_group (50de2743-a097-4cf5-98bf-08d97acf4fde), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:42.217042 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-e20c1078-9dbf-44f4-8497-4eb95b9152a5 admin admin] Publish callbacks [] for security_group (50de2743-a097-4cf5-98bf-08d97acf4fde), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:42.494720 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-e20c1078-9dbf-44f4-8497-4eb95b9152a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (50de2743-a097-4cf5-98bf-08d97acf4fde), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:42.497276 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-e20c1078-9dbf-44f4-8497-4eb95b9152a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:42.498415 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-e20c1078-9dbf-44f4-8497-4eb95b9152a5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/50de2743-a097-4cf5-98bf-08d97acf4fde HTTP/1.1" status: 204 len: 168 time: 0.3470998 Feb 28 10:54:42.506220 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c1078-9dbf-44f4-8497-4eb95b9152a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50de2743-a097-4cf5-98bf-08d97acf4fde,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:54:42.513950 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c1078-9dbf-44f4-8497-4eb95b9152a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:42.514305 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c1078-9dbf-44f4-8497-4eb95b9152a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:42.514649 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c1078-9dbf-44f4-8497-4eb95b9152a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:42.515021 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c1078-9dbf-44f4-8497-4eb95b9152a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:42.515356 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c1078-9dbf-44f4-8497-4eb95b9152a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:42.515687 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c1078-9dbf-44f4-8497-4eb95b9152a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:42.516021 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c1078-9dbf-44f4-8497-4eb95b9152a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:42.516353 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c1078-9dbf-44f4-8497-4eb95b9152a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:42.516683 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c1078-9dbf-44f4-8497-4eb95b9152a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:42.517019 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c1078-9dbf-44f4-8497-4eb95b9152a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:42.517346 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c1078-9dbf-44f4-8497-4eb95b9152a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:42.517667 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c1078-9dbf-44f4-8497-4eb95b9152a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:42.517988 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c1078-9dbf-44f4-8497-4eb95b9152a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-1-iscsi {{(pid=102995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:42.750297 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 36802) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:54:42.763718 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-1d7131a3-f5f4-44af-8af1-0aed803f8a6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:42.835162 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-1d7131a3-f5f4-44af-8af1-0aed803f8a6b admin admin] Publish callbacks [] for security_group (14e5e70e-1342-4cce-b2a9-99c0a37f55b6), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:42.838502 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-1d7131a3-f5f4-44af-8af1-0aed803f8a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (14e5e70e-1342-4cce-b2a9-99c0a37f55b6), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:42.875646 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-1d7131a3-f5f4-44af-8af1-0aed803f8a6b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b4107dca37864b689e168a0d59bbd9a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1243021 Feb 28 10:54:42.876483 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7131a3-f5f4-44af-8af1-0aed803f8a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e5e70e-1342-4cce-b2a9-99c0a37f55b6,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:54:42.878566 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 36804) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:54:42.925390 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-7833a698-1e2f-4954-bb27-3d0101a9444c admin admin] Publish callbacks [] for security_group (14e5e70e-1342-4cce-b2a9-99c0a37f55b6), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:42.946371 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-7833a698-1e2f-4954-bb27-3d0101a9444c admin admin] Publish callbacks [] for security_group (14e5e70e-1342-4cce-b2a9-99c0a37f55b6), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:42.991542 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-7833a698-1e2f-4954-bb27-3d0101a9444c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (14e5e70e-1342-4cce-b2a9-99c0a37f55b6), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:42.994661 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-7833a698-1e2f-4954-bb27-3d0101a9444c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:42.995843 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-7833a698-1e2f-4954-bb27-3d0101a9444c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/14e5e70e-1342-4cce-b2a9-99c0a37f55b6 HTTP/1.1" status: 204 len: 168 time: 0.1161845 Feb 28 10:54:43.004094 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7833a698-1e2f-4954-bb27-3d0101a9444c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e5e70e-1342-4cce-b2a9-99c0a37f55b6,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:54:44.855040 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 36876) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:54:44.955975 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-1f3f0482-0907-43af-9717-452c6af2069f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:45.028752 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-1f3f0482-0907-43af-9717-452c6af2069f admin admin] Publish callbacks [] for security_group (03d18057-1841-4e46-9257-80f5222690f3), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:45.032440 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-1f3f0482-0907-43af-9717-452c6af2069f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (03d18057-1841-4e46-9257-80f5222690f3), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:45.071448 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-1f3f0482-0907-43af-9717-452c6af2069f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=130a8dc5e5a9443c82dbe59ca2188bc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2153282 Feb 28 10:54:45.072246 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3f0482-0907-43af-9717-452c6af2069f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d18057-1841-4e46-9257-80f5222690f3,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:54:45.074712 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 36884) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:54:45.123994 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-11685f12-1f06-430c-8a71-d27b4ffba329 admin admin] Publish callbacks [] for security_group (03d18057-1841-4e46-9257-80f5222690f3), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:45.147171 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-11685f12-1f06-430c-8a71-d27b4ffba329 admin admin] Publish callbacks [] for security_group (03d18057-1841-4e46-9257-80f5222690f3), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:45.191196 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-11685f12-1f06-430c-8a71-d27b4ffba329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (03d18057-1841-4e46-9257-80f5222690f3), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:45.193726 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-11685f12-1f06-430c-8a71-d27b4ffba329 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:45.194884 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-11685f12-1f06-430c-8a71-d27b4ffba329 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/03d18057-1841-4e46-9257-80f5222690f3 HTTP/1.1" status: 204 len: 168 time: 0.1188755 Feb 28 10:54:45.202769 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11685f12-1f06-430c-8a71-d27b4ffba329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d18057-1841-4e46-9257-80f5222690f3,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:54:45.454811 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 36894) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:54:45.469805 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-08998bda-bb2e-4873-969e-23f0c970d505 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:45.540493 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-08998bda-bb2e-4873-969e-23f0c970d505 admin admin] Publish callbacks [] for security_group (1db3b0a6-eb62-48c6-8cc5-de3e151c0c1e), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:45.544084 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-08998bda-bb2e-4873-969e-23f0c970d505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (1db3b0a6-eb62-48c6-8cc5-de3e151c0c1e), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:45.581216 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-08998bda-bb2e-4873-969e-23f0c970d505 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e87e9cc579b44057b3a71bd47f11c271&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1253550 Feb 28 10:54:45.582065 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08998bda-bb2e-4873-969e-23f0c970d505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db3b0a6-eb62-48c6-8cc5-de3e151c0c1e,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:54:45.583938 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 36896) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:54:45.630385 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-55a710c2-f092-4875-aa7f-89a0cd7f6f37 admin admin] Publish callbacks [] for security_group (1db3b0a6-eb62-48c6-8cc5-de3e151c0c1e), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:45.651279 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-55a710c2-f092-4875-aa7f-89a0cd7f6f37 admin admin] Publish callbacks [] for security_group (1db3b0a6-eb62-48c6-8cc5-de3e151c0c1e), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:45.697031 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-55a710c2-f092-4875-aa7f-89a0cd7f6f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (1db3b0a6-eb62-48c6-8cc5-de3e151c0c1e), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:45.699612 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-55a710c2-f092-4875-aa7f-89a0cd7f6f37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:45.700774 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-55a710c2-f092-4875-aa7f-89a0cd7f6f37 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1db3b0a6-eb62-48c6-8cc5-de3e151c0c1e HTTP/1.1" status: 204 len: 168 time: 0.1158290 Feb 28 10:54:45.708841 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a710c2-f092-4875-aa7f-89a0cd7f6f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db3b0a6-eb62-48c6-8cc5-de3e151c0c1e,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:54:49.709188 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 36964) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:54:49.809059 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-8a70c946-11c6-4e86-931e-0bbb90f8abc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:49.881740 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-8a70c946-11c6-4e86-931e-0bbb90f8abc7 admin admin] Publish callbacks [] for security_group (b4ad98a5-b131-4a8b-9ab8-ea776d006edf), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:49.885867 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-8a70c946-11c6-4e86-931e-0bbb90f8abc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (b4ad98a5-b131-4a8b-9ab8-ea776d006edf), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:49.922008 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-8a70c946-11c6-4e86-931e-0bbb90f8abc7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=32fe7268ec3744fdb5909d2c22c325f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2117782 Feb 28 10:54:49.922885 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a70c946-11c6-4e86-931e-0bbb90f8abc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ad98a5-b131-4a8b-9ab8-ea776d006edf,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:54:49.924769 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 36968) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:54:49.973166 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-bd8dcb63-b05a-4891-971c-eb862cbf26a4 admin admin] Publish callbacks [] for security_group (b4ad98a5-b131-4a8b-9ab8-ea776d006edf), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:49.993944 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-bd8dcb63-b05a-4891-971c-eb862cbf26a4 admin admin] Publish callbacks [] for security_group (b4ad98a5-b131-4a8b-9ab8-ea776d006edf), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:50.039254 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-bd8dcb63-b05a-4891-971c-eb862cbf26a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (b4ad98a5-b131-4a8b-9ab8-ea776d006edf), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:50.041774 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-bd8dcb63-b05a-4891-971c-eb862cbf26a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:50.042919 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-bd8dcb63-b05a-4891-971c-eb862cbf26a4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b4ad98a5-b131-4a8b-9ab8-ea776d006edf HTTP/1.1" status: 204 len: 168 time: 0.1165903 Feb 28 10:54:50.050196 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8dcb63-b05a-4891-971c-eb862cbf26a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ad98a5-b131-4a8b-9ab8-ea776d006edf,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:54:50.295066 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 36974) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:54:50.308384 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-513c3b61-c0dc-47b3-bc63-a8d4c48cff6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:50.383936 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-513c3b61-c0dc-47b3-bc63-a8d4c48cff6e admin admin] Publish callbacks [] for security_group (6028df04-4527-4faa-8b8c-42a5643ebbd5), precommit_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:50.387497 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-513c3b61-c0dc-47b3-bc63-a8d4c48cff6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (6028df04-4527-4faa-8b8c-42a5643ebbd5), after_create {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:50.422152 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c3b61-c0dc-47b3-bc63-a8d4c48cff6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6028df04-4527-4faa-8b8c-42a5643ebbd5,revision_number=1']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:54:50.427352 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-513c3b61-c0dc-47b3-bc63-a8d4c48cff6e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dd381556f3354ca8a5c91e5518637266&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1312737 Feb 28 10:54:50.429919 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [-] (102995) accepted ('10.222.0.44', 36976) {{(pid=102995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:54:50.476115 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-01977516-ee9a-4c72-b226-14ed843b9557 admin admin] Publish callbacks [] for security_group (6028df04-4527-4faa-8b8c-42a5643ebbd5), before_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:50.497394 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-01977516-ee9a-4c72-b226-14ed843b9557 admin admin] Publish callbacks [] for security_group (6028df04-4527-4faa-8b8c-42a5643ebbd5), precommit_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:50.542499 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-01977516-ee9a-4c72-b226-14ed843b9557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (6028df04-4527-4faa-8b8c-42a5643ebbd5), after_delete {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:50.544920 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron_lib.callbacks.manager [None req-01977516-ee9a-4c72-b226-14ed843b9557 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:50.546040 dv-cinder-831167-1-iscsi neutron-server[102995]: INFO neutron.wsgi [None req-01977516-ee9a-4c72-b226-14ed843b9557 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6028df04-4527-4faa-8b8c-42a5643ebbd5 HTTP/1.1" status: 204 len: 168 time: 0.1151748 Feb 28 10:54:50.553389 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01977516-ee9a-4c72-b226-14ed843b9557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6028df04-4527-4faa-8b8c-42a5643ebbd5,revision_number=None']} {{(pid=102995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:54:54.981329 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5f8d4faf-4abd-4f2e-81be-59e280fdb4c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:57.184790 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4d874235-4728-4cb8-a5db-88dab3e89c59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:58.618378 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:59.979835 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:01.586426 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:04.204567 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (db31e800-75f5-4bdb-84cd-f402d346b45c), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:14.410603 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.agents_db [None req-ad1b81bb-6a73-47ab-ba10-dec1fea0c152 None None] Agent healthcheck: found 6 active agents {{(pid=102998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:55:24.982097 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-0fef36f3-9776-4728-b87e-8635aa4a4bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:27.186012 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-32a776bd-ee03-44da-b2f2-ff571b8ece93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:28.620884 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:29.983219 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:31.587604 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:33.408076 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 37246) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:55:33.517572 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-734a7d2b-afed-4779-bc24-bd7d79c0d097 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:33.593668 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-734a7d2b-afed-4779-bc24-bd7d79c0d097 admin admin] Publish callbacks [] for security_group (f5c4812b-1a7d-4581-a8af-cec7ee07b5bb), precommit_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:33.597389 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-734a7d2b-afed-4779-bc24-bd7d79c0d097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (f5c4812b-1a7d-4581-a8af-cec7ee07b5bb), after_create {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:33.633659 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a7d2b-afed-4779-bc24-bd7d79c0d097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c4812b-1a7d-4581-a8af-cec7ee07b5bb,revision_number=1']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:55:33.638770 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-734a7d2b-afed-4779-bc24-bd7d79c0d097 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d8415bdcbb1441c79b56efeece752653&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296312 Feb 28 10:55:33.641421 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [-] (102996) accepted ('10.222.0.44', 37250) {{(pid=102996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:55:33.687389 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-fd5b85ae-b3f2-41fa-be74-166aaafc1366 admin admin] Publish callbacks [] for security_group (f5c4812b-1a7d-4581-a8af-cec7ee07b5bb), before_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:33.707169 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-fd5b85ae-b3f2-41fa-be74-166aaafc1366 admin admin] Publish callbacks [] for security_group (f5c4812b-1a7d-4581-a8af-cec7ee07b5bb), precommit_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:33.752510 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-fd5b85ae-b3f2-41fa-be74-166aaafc1366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826255'] for security_group (f5c4812b-1a7d-4581-a8af-cec7ee07b5bb), after_delete {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:33.755129 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron_lib.callbacks.manager [None req-fd5b85ae-b3f2-41fa-be74-166aaafc1366 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:33.756265 dv-cinder-831167-1-iscsi neutron-server[102996]: INFO neutron.wsgi [None req-fd5b85ae-b3f2-41fa-be74-166aaafc1366 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f5c4812b-1a7d-4581-a8af-cec7ee07b5bb HTTP/1.1" status: 204 len: 168 time: 0.1139536 Feb 28 10:55:33.764384 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b85ae-b3f2-41fa-be74-166aaafc1366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c4812b-1a7d-4581-a8af-cec7ee07b5bb,revision_number=None']} {{(pid=102996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:55:34.212418 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (db31e800-75f5-4bdb-84cd-f402d346b45c), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:51.410016 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.agents_db [None req-ad1b81bb-6a73-47ab-ba10-dec1fea0c152 None None] Agent healthcheck: found 6 active agents {{(pid=102998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:55:54.983788 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-8024e724-fd8e-40ba-80a7-d5024abcc974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:57.186811 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-0063d262-4efa-4b86-baec-57414c1d1c98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:58.622865 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:59.990834 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:01.589662 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:04.221558 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (db31e800-75f5-4bdb-84cd-f402d346b45c), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:24.985098 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-c6f4302b-0898-44b4-b053-57c2f997c2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:27.188380 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-6884ee2d-b795-45ae-b835-a05cd27659b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:28.408508 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.agents_db [None req-ad1b81bb-6a73-47ab-ba10-dec1fea0c152 None None] Agent healthcheck: found 6 active agents {{(pid=102998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:56:28.625089 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:29.987288 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:31.590664 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:34.222042 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (db31e800-75f5-4bdb-84cd-f402d346b45c), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:54.989771 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-392ec2ab-0e9b-4342-ae7e-49d6a7a607b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:57.189599 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-0a2fc145-196c-466e-a810-5ca7dc460d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:58.627765 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:59.990263 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:01.593212 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:04.234938 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (db31e800-75f5-4bdb-84cd-f402d346b45c), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:05.406881 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.agents_db [None req-ad1b81bb-6a73-47ab-ba10-dec1fea0c152 None None] Agent healthcheck: found 6 active agents {{(pid=102998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:57:24.990916 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-b29a28f4-c6e4-4c8f-bbde-b3b186989697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:27.190669 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-e41a0207-00f0-4912-beb8-af90fc7e9980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:28.634076 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:29.992692 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:31.594435 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:34.232580 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (db31e800-75f5-4bdb-84cd-f402d346b45c), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:42.405918 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.agents_db [None req-ad1b81bb-6a73-47ab-ba10-dec1fea0c152 None None] Agent healthcheck: found 6 active agents {{(pid=102998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:57:54.992594 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-3bcd2aa3-3a0f-4578-bb52-35e5459debd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:57.191421 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4bc0e87a-383b-4c34-99bc-ac3a36309ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:58.633681 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:59.998928 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:01.598560 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:04.247667 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (db31e800-75f5-4bdb-84cd-f402d346b45c), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:19.405408 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.agents_db [None req-ad1b81bb-6a73-47ab-ba10-dec1fea0c152 None None] Agent healthcheck: found 6 active agents {{(pid=102998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:58:24.993987 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-051cfff9-6784-4c87-9e9c-7acf3e20bd2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:27.192958 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-694b5ba0-67f3-4703-84a5-14164ddef1a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:28.636999 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:29.998636 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:31.599869 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:34.277520 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (db31e800-75f5-4bdb-84cd-f402d346b45c), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:54.995443 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-c2bbb242-be44-40a8-85c6-006d5cdb7ad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:56.404238 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.agents_db [None req-ad1b81bb-6a73-47ab-ba10-dec1fea0c152 None None] Agent healthcheck: found 6 active agents {{(pid=102998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:58:57.194175 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-cabdc737-1d61-431d-8b31-4c64bd24f980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:58.639169 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:00.000384 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:01.601604 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:04.280988 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (db31e800-75f5-4bdb-84cd-f402d346b45c), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:24.996042 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-41540b6c-2c09-44d2-8365-6bca2d421581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:27.195197 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-9cf43093-1783-42fd-9937-cdde15bcab64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:28.642244 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:30.004158 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:31.607359 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:33.404782 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.agents_db [None req-ad1b81bb-6a73-47ab-ba10-dec1fea0c152 None None] Agent healthcheck: found 6 active agents {{(pid=102998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:59:34.281951 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (db31e800-75f5-4bdb-84cd-f402d346b45c), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:54.997707 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-af6effd2-d56e-4931-bd9e-c3659f426640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:57.196703 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-f736c07d-f87c-4f9a-ae1c-c8b49844480b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:58.644467 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:00.034562 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:01.609733 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:04.274933 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (db31e800-75f5-4bdb-84cd-f402d346b45c), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:10.404470 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.agents_db [None req-ad1b81bb-6a73-47ab-ba10-dec1fea0c152 None None] Agent healthcheck: found 6 active agents {{(pid=102998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:00:22.967120 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [req-0d5c890a-b5e4-4f74-853c-81db73cd40de req-5a55bc80-6316-4724-8e9e-c1bb12e61f76 service neutron] (102996) timed out ('10.222.0.46', 65350) {{(pid=102996) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 11:00:24.999464 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-d8a5b8f3-6006-4dd0-a04f-32fcb3914718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:26.927712 dv-cinder-831167-1-iscsi neutron-server[102996]: DEBUG neutron.wsgi [req-0328f5fc-fa9f-4cea-9efd-0e36898732f7 req-d525d304-bf2d-46a9-987b-1fa01af582f7 service neutron] (102996) timed out ('10.222.0.44', 34850) {{(pid=102996) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 11:00:27.093421 dv-cinder-831167-1-iscsi neutron-server[102995]: DEBUG neutron.wsgi [req-0328f5fc-fa9f-4cea-9efd-0e36898732f7 req-f7734b68-176b-4837-9979-370af7d6a47f tempest-AttachVolumeShelveTestJSON-918056035 tempest-AttachVolumeShelveTestJSON-918056035-project] (102995) timed out ('10.222.0.44', 34858) {{(pid=102995) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 11:00:27.199058 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-cabab1f6-819f-4c72-9634-742f21408d36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:28.647206 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:30.007257 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:31.611038 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:34.288420 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (db31e800-75f5-4bdb-84cd-f402d346b45c), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:47.403724 dv-cinder-831167-1-iscsi neutron-server[102998]: DEBUG neutron.db.agents_db [None req-ad1b81bb-6a73-47ab-ba10-dec1fea0c152 None None] Agent healthcheck: found 6 active agents {{(pid=102998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:00:55.001307 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-2e059b93-1f33-4540-a8e4-04174e9db195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (908aa187-f1dc-423a-8ec3-c19816a84263), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:57.200285 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5304023f-549b-41e2-aa82-68decc9d76be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (86347f47-2890-46a7-a199-31163828a11a), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:58.650108 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-5c52f127-7428-4650-a097-1f017c4b9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (6165d70a-a4e6-4f00-b7ed-d7f1fab7dd93), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:00.010767 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-4ad5466b-9fd4-4d6a-9449-6813b2b09b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (f7ee751d-6f29-457d-8139-ade53cf9e304), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:01.614280 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-338b433e-d3df-49ee-9928-e597625ba370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (9787f0c2-b99f-49df-865b-f8e3f2374559), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:04.286949 dv-cinder-831167-1-iscsi neutron-server[102997]: DEBUG neutron_lib.callbacks.manager [None req-72d51f72-a088-44df-8d82-f09ab63795be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783309880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722570'] for agent (db31e800-75f5-4bdb-84cd-f402d346b45c), after_update {{(pid=102997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}